-- Logs begin at Fri 2022-09-16 07:15:51 UTC, end at Fri 2022-09-16 08:25:00 UTC. -- Sep 16 07:56:20.675771 dv-cinder-740146-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 07:56:23.296631 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.common.config [-] Logging enabled! Sep 16 07:56:23.297227 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 07:56:23.297419 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106694) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 07:56:23.300966 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.common.config [-] Logging enabled! Sep 16 07:56:23.301221 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 07:56:23.301531 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106694) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 07:56:23.302448 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 07:56:23.302697 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 07:56:23.303175 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 07:56:23.303423 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 07:56:23.303651 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 07:56:23.303970 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.304272 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.304505 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.304804 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.305097 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.305378 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.305670 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.305968 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.306254 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.306532 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.307395 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.307625 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.307911 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.308198 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.308484 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.308706 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] debug = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.308985 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.309416 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.309818 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.310100 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.310493 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.310662 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.310961 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.311238 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.311521 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.311849 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] host = dv-cinder-740146-20-iscsi {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.312127 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.312415 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.312701 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.312987 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.313261 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.313537 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.313820 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.314095 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.314369 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] log_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.314643 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.314968 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.315239 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.315527 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.315750 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.315971 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.316258 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.316556 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.316831 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.317106 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.317381 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.317656 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.317935 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.318206 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.318491 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.318800 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.319087 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.319361 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.319634 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.319905 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.320175 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.320460 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.320734 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.321005 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.321278 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.321564 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.321834 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.322107 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.322436 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.322752 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.323037 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.323323 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.323598 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.324050 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.324157 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.324412 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.324683 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] use_json = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.324956 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.325226 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.325509 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.325782 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.326052 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.326326 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.326598 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.326908 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.327182 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:23.327478 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.327780 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.328081 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.328366 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.328674 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.328958 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.329249 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.329528 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.329817 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.330106 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.330396 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.330694 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.330996 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.331286 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.331579 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.331884 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.332177 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.332469 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.332747 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.333021 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.333295 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.333573 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.333861 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.334139 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.334428 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.334739 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.335022 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.335317 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.335600 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.335884 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.336177 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.336466 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.336742 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.337023 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.337313 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.337592 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.338397 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.338700 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.338991 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.339266 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.339547 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.339838 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.340125 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.340398 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.340674 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.340964 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.341240 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.341511 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.341782 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.342056 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.342325 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.342606 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.342916 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.343188 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.343460 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.343737 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.344010 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.344282 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.344558 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.344831 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.345107 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.345379 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.345649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.345920 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.346189 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.346459 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.346815 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.347090 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.347367 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.347639 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.347911 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.348181 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.348457 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.348727 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.349009 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.349306 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.349582 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.349860 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.350136 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.350409 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.350696 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.350984 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.351263 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.351540 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.351812 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.352101 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.352381 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.352664 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.352945 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.353239 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.354174 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.354458 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.354758 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.355039 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.355316 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.355592 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.355875 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.356151 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.356425 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.356709 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.356991 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.357286 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.357580 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.357856 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.358149 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.358446 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.358757 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.359039 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.359350 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.359631 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:23.359846 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 07:56:23.360087 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106694) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 07:56:23.735027 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 07:56:23.737546 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 07:56:23.737546 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 07:56:23.737546 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 07:56:23.737546 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 07:56:23.737546 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 07:56:24.058760 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.058979 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.059257 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.060464 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.060738 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.060999 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.112820 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.113098 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.113364 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.129605 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.129885 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.130157 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.158086 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.158365 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.158635 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.194690 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.194986 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.195260 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.423853 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.424461 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.424461 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.425824 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.426539 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.523245 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.523559 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.523839 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.524110 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.524375 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.524686 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.524946 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.525201 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.525479 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.525761 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.526018 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.526284 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.526539 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.526813 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.527068 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.527331 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.527584 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.527850 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.528116 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.528371 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.528640 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.528891 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.529168 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.529540 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.529790 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.530036 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.530436 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:24.530671 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:24.530932 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:24.531168 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:24.531401 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:24.531634 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:24.531990 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 07:56:24.535059 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 07:56:24.538958 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 07:56:24.543139 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 16 07:56:24.544754 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 07:56:24.545367 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 07:56:24.545704 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 07:56:24.546089 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 07:56:24.548865 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 07:56:24.549114 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 07:56:24.549458 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 07:56:24.554806 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 07:56:24.577709 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 07:56:24.578158 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.578456 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106694) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 16 07:56:24.578864 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.580204 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106694) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 07:56:24.580483 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 07:56:24.580725 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 07:56:24.591333 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.591606 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:24.756806 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 07:56:24.757043 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 07:56:24.757275 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 07:56:24.757648 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 07:56:24.810112 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO dbcounter [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Registered counter for database neutron Sep 16 07:56:24.828947 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_db.sqlalchemy.engines [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106694) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 07:56:24.834771 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG dbcounter [-] [106694] Writer thread running {{(pid=106694) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 07:56:25.563356 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing driver for type 'gre' Sep 16 07:56:25.563994 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] gre ID ranges: [(1, 1000)] Sep 16 07:56:25.751905 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing driver for type 'local' Sep 16 07:56:25.752234 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing driver for type 'vlan' Sep 16 07:56:25.883414 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] VlanTypeDriver initialization complete Sep 16 07:56:25.883681 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing driver for type 'vxlan' Sep 16 07:56:25.884185 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] vxlan ID ranges: [(1, 1000)] Sep 16 07:56:26.083262 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing extension driver 'port_security' Sep 16 07:56:26.083604 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.extensions.port_security [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] PortSecurityExtensionDriver initialization complete Sep 16 07:56:26.083938 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing mechanism driver 'openvswitch' Sep 16 07:56:26.084262 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing mechanism driver 'hyperv' Sep 16 07:56:26.090824 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.plugin [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:56:26.091504 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.091883 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.092246 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.092756 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 07:56:26.093187 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnet after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.093536 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnet after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.093918 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.094312 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 07:56:26.094742 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.095102 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.095454 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.095843 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 07:56:26.096250 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > security_group after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.096612 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > security_group after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.096956 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.097349 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 07:56:26.097775 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.098110 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.098456 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.099006 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 07:56:26.099419 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > address_group after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.099772 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > address_group after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.100120 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.100511 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 07:56:26.100955 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] ML2 OVO RPC backend initialized. {{(pid=106694) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 16 07:56:26.101668 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.102026 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.102448 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.102830 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > networks before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.103181 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.104024 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > ports before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.104369 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnet before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.104712 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnets before_response 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.105061 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.105406 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.105744 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.106084 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.106423 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.106792 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.107135 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnet after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.107477 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnet after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.107815 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.120269 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded quota_driver: . Sep 16 07:56:26.120626 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.plugin [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Modular L2 Plugin initialization complete Sep 16 07:56:26.120976 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading services supported by the core plugin {{(pid=106694) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 07:56:26.121321 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.plugins.ml2.managers [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Got port-security extension from driver 'port_security' Sep 16 07:56:26.121808 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.extensions.vlantransparent [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Disabled vlantransparent extension. Sep 16 07:56:26.122303 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106694) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 07:56:26.122651 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: router Sep 16 07:56:26.157528 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.157879 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router after_create 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.158257 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router before_create 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.158627 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.159038 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.159401 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router after_delete 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.159766 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.160120 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.160485 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router after_create 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.160836 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router after_update 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.161192 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router after_update 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.161544 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.161910 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router after_update 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.162328 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_update 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.162725 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: port after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.163303 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: port after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.163895 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: subnet after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.164347 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.164708 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.165071 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_create 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.165423 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: port before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.165774 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.166636 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router after_update 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.167007 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.167364 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_create 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.167730 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.168083 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_update 55549900 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.168492 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > agent after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.168834 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > agent after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.169185 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > network after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.170045 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Tracking information for resource: router configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:26.170380 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Tracking information for resource: floatingip configured {{(pid=106694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 07:56:26.175578 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.db.l3_agentschedulers_db [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 07:56:26.176168 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: port after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.176536 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: port after_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.176894 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: port after_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.177248 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: port after_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.178044 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router before_create 55550100 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.178414 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.178817 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_create 55550100 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.179180 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > router precommit_update 55550100 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.184602 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.services.provider_configuration [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service providers = [] {{(pid=106694) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 07:56:26.184971 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.db.servicetype_db [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106694) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 07:56:26.187958 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.services.service_base [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 07:56:26.188316 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.services.service_base [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 07:56:26.188663 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.services.service_base [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 07:56:26.189557 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.services.service_base [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 07:56:26.189930 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.services.service_base [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 07:56:26.190314 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.190641 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 07:56:26.202442 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.202816 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: auto_allocate Sep 16 07:56:26.208404 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: network precommit_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.208776 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: network precommit_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.209299 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.209621 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: tag Sep 16 07:56:26.216202 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.216534 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: timestamp Sep 16 07:56:26.220553 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.220886 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: network_ip_availability Sep 16 07:56:26.226308 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.226703 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.227078 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.227796 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.228121 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: flavors Sep 16 07:56:26.233308 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.233639 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading Plugin: revisions Sep 16 07:56:26.238033 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 07:56:26.238425 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.502s {{(pid=106694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 07:56:26.239189 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106694) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 16 07:56:26.239527 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Initializing extension manager. Sep 16 07:56:26.240053 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: __init__.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.240397 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: __pycache__ {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.240733 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: address_group.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.241630 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.242201 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: address-group Sep 16 07:56:26.242531 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: address_scope.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.243247 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.243759 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: address-scope Sep 16 07:56:26.244627 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.245510 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.246020 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: router-admin-state-down-before-update Sep 16 07:56:26.246346 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: agent.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.247046 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.247554 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: agent Sep 16 07:56:26.247880 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: agent_resources_synced.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.248749 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.249256 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: agent-resources-synced Sep 16 07:56:26.249580 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: allowedaddresspairs.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.251365 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.251887 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: allowed-address-pairs Sep 16 07:56:26.252220 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: auto_allocated_topology.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.253262 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.253777 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: auto-allocated-topology Sep 16 07:56:26.254103 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: availability_zone.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.254798 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.255313 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: availability_zone Sep 16 07:56:26.255638 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: availability_zone_filter.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.256522 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.257032 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: availability_zone_filter Sep 16 07:56:26.257359 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: data_plane_status.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.258239 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.258779 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 07:56:26.259107 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: default_subnetpools.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.260010 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.260515 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: default-subnetpools Sep 16 07:56:26.260839 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.261608 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.262119 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: dhcp_agent_scheduler Sep 16 07:56:26.262444 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: dns.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.263339 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.263847 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 07:56:26.264173 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: dns_domain_ports.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.265054 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.265560 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 07:56:26.265885 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.266796 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.267301 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 07:56:26.267629 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: dvr.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.268267 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.268770 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: dvr Sep 16 07:56:26.269094 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: ecmp_routes.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.269978 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.270486 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 07:56:26.270841 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: empty_string_filtering.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.271717 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.272226 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: empty-string-filtering Sep 16 07:56:26.272549 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.273422 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.273927 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 07:56:26.274251 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.275155 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.275684 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 07:56:26.276008 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: external_net.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.276882 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.277388 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: external-net Sep 16 07:56:26.277713 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.278579 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.279114 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: extra_dhcp_opt Sep 16 07:56:26.279438 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: extraroute.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.280306 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.280809 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: extraroute Sep 16 07:56:26.281137 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: extraroute_atomic.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.282124 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.282638 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: extraroute-atomic Sep 16 07:56:26.282987 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: filter_validation.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.283620 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.284122 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: filter-validation Sep 16 07:56:26.284444 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: fip_pf_description.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.285316 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.285820 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 07:56:26.286145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: fip_pf_detail.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.287045 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.287555 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 16 07:56:26.287880 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: fip_pf_port_range.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.288750 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.289257 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 16 07:56:26.289581 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: fip_port_details.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.290474 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.291621 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: fip-port-details Sep 16 07:56:26.291946 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: flavors.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.293131 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.293653 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: flavors Sep 16 07:56:26.293986 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.295647 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.303806 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 07:56:26.303806 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: floatingip_pools.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.304266 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.304783 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: floatingip-pools Sep 16 07:56:26.305108 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: ip_allocation.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.305997 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.307103 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 07:56:26.307432 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.308338 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.308858 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: ip-substring-filtering Sep 16 07:56:26.309182 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l2_adjacency.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.310091 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.310598 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 07:56:26.310967 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.311898 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.312414 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: router Sep 16 07:56:26.312737 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.315139 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.315671 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 07:56:26.316008 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.316900 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.317418 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: ext-gw-mode Sep 16 07:56:26.317751 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.318657 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.319198 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: l3-ha Sep 16 07:56:26.319525 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.320405 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.320917 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 16 07:56:26.321244 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3_flavors.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.322166 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.322778 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: l3-flavors Sep 16 07:56:26.323101 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.324436 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.324954 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 16 07:56:26.325283 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.326167 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.326704 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 07:56:26.327033 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: l3agentscheduler.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.328038 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.328559 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: l3_agent_scheduler Sep 16 07:56:26.328888 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: local_ip.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.335994 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.336512 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension local_ip not supported by any of loaded plugins Sep 16 07:56:26.336849 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: logging.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.338862 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.339396 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension logging not supported by any of loaded plugins Sep 16 07:56:26.339753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: metering.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.340461 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.341040 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: metering Sep 16 07:56:26.341368 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.342416 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.342963 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: metering_source_and_destination_fields Sep 16 07:56:26.343289 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: multiprovidernet.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.344198 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.344722 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: multi-provider Sep 16 07:56:26.345048 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: netmtu.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.345935 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.346448 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: net-mtu Sep 16 07:56:26.346836 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: netmtu_writable.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.347714 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.348228 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: net-mtu-writable Sep 16 07:56:26.348556 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: network_availability_zone.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.349190 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.349703 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: network_availability_zone Sep 16 07:56:26.350030 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: network_ip_availability.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.351122 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.351649 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: network-ip-availability Sep 16 07:56:26.351975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: network_segment_range.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.352701 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.353203 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 07:56:26.354146 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: pagination.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.355120 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.355455 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: pagination Sep 16 07:56:26.355779 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: port_device_profile.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.356674 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.357191 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: port-device-profile Sep 16 07:56:26.357516 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: port_mac_address_override.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.358407 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.358935 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: port-mac-override Sep 16 07:56:26.359262 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.360178 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.360680 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: port-mac-address-regenerate Sep 16 07:56:26.361004 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.361874 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.362379 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: port-numa-affinity-policy Sep 16 07:56:26.362731 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: port_resource_request.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.363598 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.364102 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 07:56:26.364434 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: port_resource_request_groups.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.365368 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.365874 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 16 07:56:26.366199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: portbindings.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.367110 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.367623 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: binding Sep 16 07:56:26.367949 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: portbindings_extended.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.369302 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.369815 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: binding-extended Sep 16 07:56:26.370144 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: portsecurity.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.371047 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.371567 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: port-security Sep 16 07:56:26.371894 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: project_id.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.373040 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.373374 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: project-id Sep 16 07:56:26.373700 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: providernet.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.374599 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.375150 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: provider Sep 16 07:56:26.375479 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.379028 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.379561 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos not supported by any of loaded plugins Sep 16 07:56:26.379897 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.381131 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.381653 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 07:56:26.381989 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.382931 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.383465 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 07:56:26.389613 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_default.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.390303 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.390854 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-default not supported by any of loaded plugins Sep 16 07:56:26.391183 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_fip.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.392069 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.392583 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 07:56:26.392910 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.393795 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.394311 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 16 07:56:26.394640 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_gateway_ip.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.395563 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.396074 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 07:56:26.396446 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_port_network_policy.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.397325 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.397838 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 07:56:26.398165 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.399200 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.399721 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 16 07:56:26.400055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.401596 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.402105 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 16 07:56:26.402435 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_pps_rule.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.403593 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.404116 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 07:56:26.404450 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_rule_type_details.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.405330 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.405845 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 07:56:26.406176 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.407170 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.407663 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 16 07:56:26.407947 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: qos_rules_alias.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.408959 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.409477 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 07:56:26.409805 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: quota_check_limit.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.410704 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.411226 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: quota-check-limit Sep 16 07:56:26.411553 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: quotasv2.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.412466 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.412795 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: quotas Sep 16 07:56:26.413117 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: quotasv2_detail.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.414822 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.415160 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: quota_details Sep 16 07:56:26.415495 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: rbac.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.417128 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.417652 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: rbac-policies Sep 16 07:56:26.417981 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: rbac_address_group.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.419244 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.419763 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: rbac-address-group Sep 16 07:56:26.420111 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: rbac_address_scope.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.421103 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.421626 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: rbac-address-scope Sep 16 07:56:26.421953 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: rbac_security_groups.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.422889 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.423408 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: rbac-security-groups Sep 16 07:56:26.423732 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: rbac_subnetpool.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.424628 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.425164 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: rbac-subnetpool Sep 16 07:56:26.425751 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: revisionifmatch.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.426649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.427187 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: revision-if-match Sep 16 07:56:26.427509 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: revisions.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.428602 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.429117 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: standard-attr-revisions Sep 16 07:56:26.429442 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: router_availability_zone.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.430103 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.430614 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: router_availability_zone Sep 16 07:56:26.430972 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: routerservicetype.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.431890 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.432404 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 07:56:26.432729 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.433616 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.434134 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: security-groups-normalized-cidr Sep 16 07:56:26.434459 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.435377 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.435891 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: port-security-groups-filtering Sep 16 07:56:26.436214 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.437129 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.437638 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: security-groups-remote-address-group Sep 16 07:56:26.437962 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.438882 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.439395 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: security-groups-shared-filtering Sep 16 07:56:26.439719 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: securitygroup.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.449528 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.450063 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: security-group Sep 16 07:56:26.450400 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: segment.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.451199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.451715 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension segment not supported by any of loaded plugins Sep 16 07:56:26.452044 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.452951 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.453469 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 07:56:26.453825 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: servicetype.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.454905 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.455427 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: service-type Sep 16 07:56:26.455758 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: sorting.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.456706 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.457044 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: sorting Sep 16 07:56:26.457371 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: standard_attr_segment.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.458280 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.458905 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 07:56:26.459187 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: standardattrdescription.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.459809 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.460327 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: standard-attr-description Sep 16 07:56:26.460657 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: stateful_security_group.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.461548 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.462064 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: stateful-security-group Sep 16 07:56:26.462390 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: stdattrs_common.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.463486 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 07:56:26.463811 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.464716 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.465261 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 07:56:26.465579 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: subnet_onboard.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.466599 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.467145 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: subnet_onboard Sep 16 07:56:26.467472 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.468372 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.468886 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 07:56:26.469215 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: subnet_service_types.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.470112 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.470625 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: subnet-service-types Sep 16 07:56:26.470976 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: subnetallocation.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.472024 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.472546 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: subnet_allocation Sep 16 07:56:26.472873 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.473510 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.474024 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: subnetpool-prefix-ops Sep 16 07:56:26.474349 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.475278 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.475788 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 07:56:26.476112 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: tagging.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.477164 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.477686 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: standard-attr-tag Sep 16 07:56:26.478014 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: timestamp.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.479791 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.480311 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loaded extension: standard-attr-timestamp Sep 16 07:56:26.480644 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: trunk.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.481639 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.482194 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension trunk not supported by any of loaded plugins Sep 16 07:56:26.482503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: trunk_details.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.483415 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.483928 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 07:56:26.484255 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: uplink_status_propagation.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.485136 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.485643 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 07:56:26.485970 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Loading extension file: vlantransparent.py {{(pid=106694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 07:56:26.486609 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 07:56:26.487141 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 07:56:26.489711 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:network Sep 16 07:56:26.490237 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:subnet Sep 16 07:56:26.490637 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 07:56:26.491061 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:port Sep 16 07:56:26.492324 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.492770 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service FLAVORS assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.493380 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.493820 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.494183 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:router Sep 16 07:56:26.494618 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 07:56:26.495144 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service METERING assigned prefix: /metering {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.496595 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.496972 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.497332 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 07:56:26.498334 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 07:56:26.498817 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:security_group Sep 16 07:56:26.499265 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 07:56:26.499804 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service CORE assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.500147 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 07:56:26.500497 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] subnetpool is already registered Sep 16 07:56:26.500922 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service CORE assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.501256 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 07:56:26.501591 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] subnetpool is already registered Sep 16 07:56:26.504051 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.504512 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service FLAVORS assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.505142 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.505692 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.506029 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:router Sep 16 07:56:26.506384 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] router is already registered Sep 16 07:56:26.506846 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 07:56:26.507190 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] floatingip is already registered Sep 16 07:56:26.507658 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service METERING assigned prefix: /metering {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.508378 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 07:56:26.508712 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] rbac_policy is already registered Sep 16 07:56:26.509147 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:security_group Sep 16 07:56:26.509486 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] security_group is already registered Sep 16 07:56:26.509943 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 07:56:26.510281 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] security_group_rule is already registered Sep 16 07:56:26.510800 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service CORE assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.511133 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 07:56:26.511480 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] subnetpool is already registered Sep 16 07:56:26.511913 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.v2.resource_helper [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Service CORE assigned prefix: {{(pid=106694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 07:56:26.512238 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 07:56:26.512569 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING neutron.quota.resource_registry [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] subnetpool is already registered Sep 16 07:56:26.513039 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: extensions {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.514630 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: address-groups {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.516160 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: address-scopes {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.517382 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: agents {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.518556 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: auto-allocated-topology {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.521056 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: availability_zones {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.522298 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: dhcp-networks {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.523768 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: dhcp-agents {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.525842 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: routers {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.527636 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: flavors {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.528816 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: service_profiles {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.530135 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: next_providers {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.531652 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: service_profiles {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.533110 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: floatingip-pools {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.534342 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: routers {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.536224 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: floatingips {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.537420 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: l3-routers {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.538868 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: l3-agents {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.540411 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: metering-labels {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.542312 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: metering-label-rules {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.543651 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: network-ip-availabilities {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.545032 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: bindings {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.546623 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: quotas {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.548234 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: quotas {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.549889 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: rbac-policies {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.551413 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: security-groups {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.552640 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: security-group-rules {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.553921 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: service-providers {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.555292 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: subnetpools {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.556661 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: subnetpools {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.558147 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.559965 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.561715 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.563648 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.565361 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.567268 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.569071 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.570900 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.572717 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.574576 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron.api.extensions [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Extended resource: tags {{(pid=106694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 07:56:26.581644 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING keystonemiddleware.auth_token [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 07:56:26.586744 dv-cinder-740146-20-iscsi neutron-server[106694]: WARNING keystonemiddleware.auth_token [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 07:56:26.596312 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Acquiring lock "singleton_lock" {{(pid=106694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 16 07:56:26.596641 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Acquired lock "singleton_lock" {{(pid=106694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 16 07:56:26.597132 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_concurrency.lockutils [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Releasing lock "singleton_lock" {{(pid=106694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 16 07:56:26.597770 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO oslo_service.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Starting 2 workers Sep 16 07:56:26.602556 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Started child 106809 {{(pid=106694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 07:56:26.607512 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Started child 106810 {{(pid=106694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 07:56:26.608722 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:26.609360 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO neutron.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 07:56:26.609700 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:26.610401 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [-] (106809) wsgi starting up on http://0.0.0.0:9696 Sep 16 07:56:26.612092 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO oslo_service.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Starting 1 workers Sep 16 07:56:26.612197 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:26.613559 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [-] (106810) wsgi starting up on http://0.0.0.0:9696 Sep 16 07:56:26.617296 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Started child 106811 {{(pid=106694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 07:56:26.617825 dv-cinder-740146-20-iscsi neutron-server[106694]: INFO oslo_service.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Starting 1 workers Sep 16 07:56:26.621045 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] calling RpcWorker wait() {{(pid=106811) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 07:56:26.621948 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] returning from RpcWorker wait() {{(pid=106811) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 07:56:26.622380 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Started child 106812 {{(pid=106694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 07:56:26.623153 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG neutron_lib.callbacks.manager [None req-be5ea229-27f1-4a10-8b8a-8063516a1200 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:26.623269 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:26.623765 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:56:26.625099 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 07:56:26.625312 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 07:56:26.625499 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 07:56:26.625727 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 07:56:26.626219 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 07:56:26.626219 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 07:56:26.626760 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.627050 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.627325 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.627614 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.627818 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:26.628305 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.628451 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.628698 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.628834 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:56:26.628981 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.629242 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.629412 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.629580 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.629829 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.630058 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.630385 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.630703 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.630951 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.631201 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.631374 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.631617 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.631887 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.632133 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.632430 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] debug = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.632690 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.633172 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.633409 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.633658 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.633880 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.634158 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.634406 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.634734 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.634986 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.635203 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.635461 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.635722 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.635969 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.636202 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.636451 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.636727 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.636961 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.637465 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] host = dv-cinder-740146-20-iscsi {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.637711 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.637948 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.638205 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.638452 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.638748 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.638974 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.639239 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.639504 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.639778 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.640011 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.640267 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.640523 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.640741 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.640976 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.641142 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_options = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.641375 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.641647 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.641922 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.642110 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.642285 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.642467 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.642746 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.642914 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.643165 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.643383 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.643595 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.643810 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.644029 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.644243 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.644483 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.644732 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.644948 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.645177 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.645435 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.645691 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.645935 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.646185 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.646420 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.646649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.646920 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.647147 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.647832 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.648071 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.648285 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.648511 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.648761 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.649067 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.649228 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.649451 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.649718 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.649941 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.650713 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.651548 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.651797 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.652950 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.653206 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.653497 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.653757 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.654002 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.654235 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.654472 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.654744 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_json = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.654951 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.655198 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.655462 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.655730 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.655971 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.656193 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.656435 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.656764 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.656992 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.657442 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.667199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.668237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.669924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.670876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.672896 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.674287 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.674287 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.674287 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.674287 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.674287 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.674287 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.675006 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.675006 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.675006 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.675006 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.675604 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.675693 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.675883 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.676097 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.676316 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.676531 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.676746 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.676967 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.677306 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.677531 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.677745 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.677956 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.678186 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.678403 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.678612 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.678869 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.679102 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.679309 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.679537 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.679749 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.679990 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.680206 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.680479 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.680671 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.680960 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.681207 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.681698 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.681698 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.681965 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.682529 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.682529 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.682887 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.683040 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.683178 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.683484 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.683658 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.683911 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.684145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.684347 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.684614 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.684832 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.685048 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.685264 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.685511 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.685733 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.685974 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.686190 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.686427 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.686648 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.686923 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.687176 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.687407 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.687628 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.687876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.688129 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.688409 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.688657 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.688950 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.689168 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.689421 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.689729 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.689997 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.690257 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.690525 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.690775 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.691050 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.691310 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.691569 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.691783 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.692029 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.692268 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.692516 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.692739 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.692975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.693213 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.693596 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.693769 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.694027 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.694262 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.694524 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.694802 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.695045 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.695301 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.695545 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.695800 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.696062 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.696308 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.696523 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.696759 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.696986 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.697734 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.697948 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.698162 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.698399 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.698612 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.698847 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.699084 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.699296 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.699653 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.699780 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.699926 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.700163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.700411 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.700620 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.700839 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.701078 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.701295 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.701512 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.701726 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.701937 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.702165 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.702379 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.702694 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.702951 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.703165 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.703393 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.703785 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.703909 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.704122 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.704443 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.704669 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.704885 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.705119 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.705341 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.705554 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.705784 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.706012 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.706229 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.706483 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.706749 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.707124 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.707375 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.707622 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.707865 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.708106 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.708343 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.708559 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.708776 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.709026 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.709266 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.709489 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.709707 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.709944 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.710169 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.710387 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.710623 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.711258 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.711258 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.711443 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.711591 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.711821 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.712039 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.712257 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.712478 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.712745 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.713456 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.713677 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.713894 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.714100 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.714309 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.714527 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.714756 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.715086 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.715711 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.715711 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.715885 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.716060 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.716304 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.716529 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.716737 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.716966 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.717212 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.717427 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.717635 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.717874 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.718084 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.718314 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.718534 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.718776 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.718988 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.719210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.719447 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.722210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723163 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723937 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723937 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723937 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.723937 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.724330 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.724330 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.724570 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.724760 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.724947 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.725226 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.725480 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.725699 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.726400 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.726400 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.726640 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.726795 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.727046 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.727299 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.727597 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.727874 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.728145 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.728407 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.728720 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.729053 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.729318 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.729594 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.729850 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.730091 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.730331 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.730553 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.730822 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.731068 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.731277 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.731512 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.731761 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.731986 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.732203 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.732431 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.732672 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.732911 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.733125 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.733461 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.733684 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.733840 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 07:56:26.734364 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 07:56:26.734523 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 07:56:26.734688 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 07:56:26.734870 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 07:56:26.735042 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 07:56:26.735220 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 07:56:26.735389 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.737975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.739074 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.740275 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.740275 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.740275 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.740275 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.740275 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] debug = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.740275 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.741649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.741649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.741649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.741649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.741649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.741649 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742150 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] host = dv-cinder-740146-20-iscsi {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.742942 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.743503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.743503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.743503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.743503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.743503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.743503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.743503 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744017 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744017 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744017 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_options = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744284 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744284 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744438 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744525 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744671 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744832 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.744992 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.745146 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.745302 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.745646 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.745646 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.745804 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.745895 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.746044 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.746201 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.746359 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.746516 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.746671 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.746879 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.747038 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.747197 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.747353 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.747547 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.747679 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.747799 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.747955 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.748111 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.748267 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.748422 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.748579 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.748736 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.748893 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.749045 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.749330 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.749488 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.749653 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.749800 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.749959 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.750120 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.750277 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.750436 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.750592 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.750771 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.750930 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.751089 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.751246 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.751402 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_json = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.751560 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.751716 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.751873 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.752030 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.752187 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.752343 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.752501 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.752648 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.752803 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 07:56:26.752980 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.753139 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.753308 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.753469 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.753631 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.753789 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.753949 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.754109 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.754268 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.754425 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.754521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:56:26.754612 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.754767 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.754937 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.755095 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.755252 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.755414 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.755574 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.755732 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.755891 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.756050 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.756210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.756369 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.756535 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.756694 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.756852 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.757009 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.757168 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.757335 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.757492 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.757658 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.757829 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.757988 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.758147 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.758306 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.758468 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.758668 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.758802 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.759234 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.759234 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.759234 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.760240 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.760240 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.760240 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.760548 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.760548 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.761753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.761753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.761753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.761753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.761753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.761753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.761753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.762332 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.762332 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.762332 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.762332 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.762821 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.762821 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.762821 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763138 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763138 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763330 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763330 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763554 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763658 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763783 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.763927 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.764089 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.764261 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.764420 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.764577 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.764736 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.764897 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.765055 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.765214 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.765373 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.765533 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766054 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766054 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766054 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766251 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766399 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766481 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766578 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766757 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.766920 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.767078 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.767235 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.767392 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.767552 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.767709 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.767876 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.768051 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.768210 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.768368 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.768620 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.768785 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.768945 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.769104 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.769326 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.769490 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.769648 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.769806 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.769964 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.770130 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.770288 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.770447 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.770621 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.770773 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.770935 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.771095 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.771253 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.771412 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.771571 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.771729 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.771886 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.772045 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.772205 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.772363 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.772520 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.772679 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.772837 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.773017 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.773166 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.773323 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.773484 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.773641 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.773807 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.773980 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.774139 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.774298 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.774456 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.774614 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.774797 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.774959 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.775117 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.775813 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.775982 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.776142 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.776312 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.776471 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.776630 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.776788 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.776971 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.777130 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.777287 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.777445 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.777602 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.777760 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.777918 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.778078 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.778237 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.778396 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.778556 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.778734 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.778895 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.779056 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.779214 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.779373 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.779532 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.779692 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.779852 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.780012 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.780172 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.780331 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.780489 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.780646 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.780803 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.780964 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.781124 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.781284 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.781442 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.781601 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.781760 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.781918 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.782075 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.782232 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.782390 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.782548 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.782725 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.782908 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.783683 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.783683 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.783683 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.783683 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.783683 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784205 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784205 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784205 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784205 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784643 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784643 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784854 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.784975 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.785096 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.785204 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.785361 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.785519 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.785698 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.785858 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.786017 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.786178 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.786338 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.786498 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.786657 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.786841 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.787001 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.787159 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.787320 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.787479 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.787637 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.787796 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.787955 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.788113 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.788272 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.788431 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.788592 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.788753 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.788912 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.789072 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.789231 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.789390 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.789549 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.789706 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.789864 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.790020 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.790179 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.790336 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.790496 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.790654 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.790873 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.791035 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.791193 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.791351 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.791508 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.791667 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.791835 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.791993 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.792151 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.792310 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.792466 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.792624 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.792792 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.792950 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.793108 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.793265 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.793423 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.793581 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.793747 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.793905 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.794068 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.794226 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.794384 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.794542 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.794731 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.794894 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.795050 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.795209 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.795367 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.795524 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.795692 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.795850 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.796007 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.796165 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.796323 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.796481 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.796648 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.796808 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.796970 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.797136 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.797295 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.797452 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.797612 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.797784 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.797943 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.798105 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.798263 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.798421 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.798579 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.798759 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.798924 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.799093 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.799257 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.799416 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.799583 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.799749 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.799918 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.800076 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.800241 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.800673 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.800831 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.800989 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.801146 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.801309 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.801504 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.801664 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.801799 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.801939 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.802069 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.802199 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.802361 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.802521 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.802731 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.802862 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.803031 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.803157 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.803299 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.803459 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.803618 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 07:56:26.803769 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 07:56:26.863096 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46174) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:56:26.869922 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047779 Sep 16 07:56:26.874248 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [-] 10.222.0.59 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037665 Sep 16 07:56:35.964140 dv-cinder-740146-20-iscsi neutron-server[106694]: DEBUG dbcounter [-] [106694] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106694) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:56:38.240708 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a27eb-56bc-44c0-a7a1-8b97d1b73493 None None] get_active_networks_info from dv-cinder-740146-20-iscsi {{(pid=106811) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 07:56:38.247534 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writer thread running {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 07:56:38.325376 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410a27eb-56bc-44c0-a7a1-8b97d1b73493 None None] No non-hosted networks {{(pid=106811) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 07:56:38.340214 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.agentschedulers_db [None req-410a27eb-56bc-44c0-a7a1-8b97d1b73493 None None] DHCP Agent not found on host dv-cinder-740146-20-iscsi {{(pid=106811) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 16 07:56:38.477617 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-306ac0ac-f7ad-495f-95b9-00027fb133af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275905'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:40.019041 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writer thread running {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 07:56:40.617514 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8eb2-33d5-4b26-9533-7ee906acd262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275905'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:40.680739 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.db.api [None req-10ae71cc-ce25-4a91-a6a9-95f69d3c0e7b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-740146-20-iscsi {{(pid=106811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 07:56:40.681976 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG oslo_db.api [None req-10ae71cc-ce25-4a91-a6a9-95f69d3c0e7b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 07:56:41.221285 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-10ae71cc-ce25-4a91-a6a9-95f69d3c0e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:42.066343 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275905'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:42.162318 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46246) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:56:42.791535 dv-cinder-740146-20-iscsi neutron-server[106810]: WARNING oslo_policy.policy [None req-79c6684a-e669-41ee-9bc0-c654e77eb635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:56:42.792661 dv-cinder-740146-20-iscsi neutron-server[106810]: WARNING oslo_policy.policy [None req-79c6684a-e669-41ee-9bc0-c654e77eb635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:56:43.028508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [None req-79c6684a-e669-41ee-9bc0-c654e77eb635 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 07:56:43.030048 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-79c6684a-e669-41ee-9bc0-c654e77eb635 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8667912 Sep 16 07:56:43.439333 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.db.l3_hamode_db [None req-687d4904-2f77-4f5c-8687-ab7a3a7ee84c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 07:56:43.488250 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d4904-2f77-4f5c-8687-ab7a3a7ee84c None None] Routers set() bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 07:56:43.488646 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d4904-2f77-4f5c-8687-ab7a3a7ee84c None None] Router IDs set() for agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 07:56:43.625849 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275905'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:43.740855 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275905'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:43.741500 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.741832 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.742158 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.742480 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.742832 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.743150 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.743464 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.744396 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.744714 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.745043 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.745410 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.745725 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.746052 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.746366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.746691 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:43.747065 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:56:43.756271 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:56:45.699211 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46282) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:56:46.017438 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:56:46.029724 dv-cinder-740146-20-iscsi neutron-server[106810]: ERROR stevedore.extension [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 07:56:46.110735 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.policy [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 07:56:46.151961 dv-cinder-740146-20-iscsi neutron-server[106810]: WARNING oslo_policy.policy [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:56:46.152333 dv-cinder-740146-20-iscsi neutron-server[106810]: WARNING oslo_policy.policy [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:56:46.172419 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writer thread running {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 07:56:46.292435 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752249932006', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752249932538', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752249948190', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752249956049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752249839101', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752249846925', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1512746', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1522268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16254889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16493971'] for rbac-policy (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:46.542093 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:46.543327 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-12ebd6e2-5e47-4faf-a6eb-1b733f958566 admin admin] 10.222.0.59 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8430843 Sep 16 07:56:49.112435 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46292) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:56:49.429018 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:56:49.539843 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Made reservation on behalf of 1231532f5f8e4acab98360e05e879050 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 07:56:49.544527 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:49.563888 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:49.672311 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks [] for security_group (2cd37bdd-71fe-4d67-8f1f-ddf126b400ff), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:49.740390 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2cd37bdd-71fe-4d67-8f1f-ddf126b400ff), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:49.772611 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 07:56:49.802343 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752246114232', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (b398ca7d-ced8-4844-816f-baef3b1dcfd9), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:49.802934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Unsubscribe: segment precommit_create {{(pid=106810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 07:56:49.803477 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Added segment b398ca7d-ced8-4844-816f-baef3b1dcfd9 of type vlan for network 23539732-be88-4ab0-a177-02503ce7629c Sep 16 07:56:49.809092 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd37bdd-71fe-4d67-8f1f-ddf126b400ff,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:56:49.844250 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.844595 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.844950 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.845298 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.845624 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.845946 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.846267 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.846584 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.846942 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.847321 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.847626 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.847962 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.848278 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.848590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.848903 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Tracked resource versions report: Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: pushed versions: Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: { 'AddressGroup': {'1.2'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Agent': {'1.1'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'ConntrackHelper': {'1.0'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'LocalIPAssociation': {'1.0'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Log': {'1.0'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'NDPProxy': {'1.0'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Network': {'1.1'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Port': {'1.7'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'PortForwarding': {'1.3'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'QosPolicy': {'1.10'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroup': {'1.5'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroupRule': {'1.2'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SubPort': {'1.0'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Subnet': {'1.1'}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Trunk': {'1.1'}} Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: consumer versions: Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Agent': '1.1', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'ConntrackHelper': '1.0', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'LocalIPAssociation': '1.0', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Log': '1.0', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'NDPProxy': '1.0', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Network': '1.1', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Port': '1.7', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'PortForwarding': '1.3', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'QosPolicy': '1.10', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroup': '1.5', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroupRule': '1.2', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SubPort': '1.0', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Subnet': '1.1', Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Trunk': '1.1'}} Sep 16 07:56:49.850393 dv-cinder-740146-20-iscsi neutron-server[106810]: {{(pid=106810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 07:56:49.909225 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (23539732-be88-4ab0-a177-02503ce7629c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:49.941289 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:56:49.985925 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (23539732-be88-4ab0-a177-02503ce7629c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:49.990942 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:56:49.991635 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:50.106433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] Pushing event updated for resources: {'Network': ['ID=23539732-be88-4ab0-a177-02503ce7629c,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:56:50.117736 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 23539732-be88-4ab0-a177-02503ce7629c details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 07:56:50.119779 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a6daf803-69a8-4205-a498-ced03efa2242 demo demo] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0063133 Sep 16 07:56:52.741354 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46306) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:56:53.148320 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01eefe5-4455-4bbb-93a4-b112616b635e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:56:53.149695 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b01eefe5-4455-4bbb-93a4-b112616b635e demo admin] 10.222.0.59 "GET /networking/v2.0/networks/23539732-be88-4ab0-a177-02503ce7629c HTTP/1.1" status: 200 len: 825 time: 0.4073665 Sep 16 07:56:53.175218 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-5e4df869-c2ad-4cd7-814b-ee8edb3514a8 demo admin] 10.222.0.59 "GET /networking/v2.0/subnetpools/e0d44759-dc7f-476c-b404-091d0c7b78d1 HTTP/1.1" status: 200 len: 734 time: 0.0184214 Sep 16 07:56:53.183666 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'e0d44759-dc7f-476c-b404-091d0c7b78d1'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:56:53.271078 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Made reservation on behalf of 1231532f5f8e4acab98360e05e879050 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 07:56:53.273324 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:53.488136 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:56:53.625974 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (407a120b-74ff-4fd3-8413-0ad53d7f5706), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:53.701635 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Pushing event updated for resources: {'Subnet': ['ID=407a120b-74ff-4fd3-8413-0ad53d7f5706,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:56:53.705710 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Checking segment: {'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 07:56:53.706098 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Network hostable DHCP agents. Network: 23539732-be88-4ab0-a177-02503ce7629c, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 07:56:53.785786 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Network 23539732-be88-4ab0-a177-02503ce7629c is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 07:56:53.843045 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 23539732-be88-4ab0-a177-02503ce7629c) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 07:56:53.848003 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:56:53.848551 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:53.854649 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13b7b0-5847-4a7e-963c-fee443a42269 None None] Network 23539732-be88-4ab0-a177-02503ce7629c requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 07:56:53.948626 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-87f3fcb9-465f-4aea-9581-9a3785555231 demo admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7680795 Sep 16 07:56:54.130489 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-23539732-be88-4ab0-a177-02503ce7629c', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'project_id': '1231532f5f8e4acab98360e05e879050', 'fixed_ips': [{'subnet_id': '407a120b-74ff-4fd3-8413-0ad53d7f5706'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 07:56:54.131797 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:54.515215 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Allocated IP 172.20.0.2 (23539732-be88-4ab0-a177-02503ce7629c/407a120b-74ff-4fd3-8413-0ad53d7f5706/3381ecb0-36b8-4df6-a6c5-7eae33d766f0) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 07:56:54.573363 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:56:54.785227 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Publish callbacks [] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:54.854463 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:54.918818 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:56:54.920726 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Network 23539732-be88-4ab0-a177-02503ce7629c is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 07:56:54.932129 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 07:56:54.942210 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 07:56:54.949134 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Pushing event updated for resources: {'Port': ['ID=3381ecb0-36b8-4df6-a6c5-7eae33d766f0,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:56:54.982304 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.982643 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.983027 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.983381 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.983714 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.984042 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.984369 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.984692 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.985017 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.985343 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.985665 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.986001 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.986324 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.986643 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.986986 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Tracked resource versions report: Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: pushed versions: Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: { 'AddressGroup': {'1.2'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Agent': {'1.1'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'ConntrackHelper': {'1.0'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'LocalIPAssociation': {'1.0'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Log': {'1.0'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'NDPProxy': {'1.0'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Network': {'1.1'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Port': {'1.7'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'PortForwarding': {'1.3'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'QosPolicy': {'1.10'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroup': {'1.5'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroupRule': {'1.2'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SubPort': {'1.0'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Subnet': {'1.1'}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Trunk': {'1.1'}} Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: consumer versions: Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Agent': '1.1', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'ConntrackHelper': '1.0', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'LocalIPAssociation': '1.0', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Log': '1.0', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'NDPProxy': '1.0', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Network': '1.1', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Port': '1.7', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'PortForwarding': '1.3', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'QosPolicy': '1.10', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroup': '1.5', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroupRule': '1.2', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SubPort': '1.0', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Subnet': '1.1', Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Trunk': '1.1'}} Sep 16 07:56:54.988463 dv-cinder-740146-20-iscsi neutron-server[106811]: {{(pid=106811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 07:56:55.045122 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Attempting to bind port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 07:56:55.045453 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Attempting to bind port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 07:56:55.045891 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Attempting to bind port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 on network 23539732-be88-4ab0-a177-02503ce7629c {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 07:56:55.091513 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 7, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 07:56:55.091980 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Checking segment: {'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 07:56:55.092456 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:55.092842 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Bound using segment: {'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 07:56:55.093340 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Bound port: 3381ecb0-36b8-4df6-a6c5-7eae33d766f0, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 07:56:55.093732 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:55.155521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] For port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 07:56:55.175821 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] For port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=3381ecb0-36b8-4df6-a6c5-7eae33d766f0,segment=NetworkSegment(b398ca7d-ced8-4844-816f-baef3b1dcfd9),segment_id=b398ca7d-ced8-4844-816f-baef3b1dcfd9)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 07:56:55.231795 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:56:55.286312 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2351e4-aa4c-4a61-87c7-1e012bf58de7 None None] Pushing event updated for resources: {'Port': ['ID=3381ecb0-36b8-4df6-a6c5-7eae33d766f0,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:56:56.584417 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46316) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:56:56.909891 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [None req-20eb0f7f-f234-423c-ab95-2b3f5f7f3679 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 07:56:56.910934 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-20eb0f7f-f234-423c-ab95-2b3f5f7f3679 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3255308 Sep 16 07:56:57.421090 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:56:57.432892 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=8 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:56:59.543935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 46328) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:00.054540 dv-cinder-740146-20-iscsi neutron-server[106809]: WARNING oslo_policy.policy [None req-5cbfa31e-0685-4375-bd20-5a26b02e0b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:57:00.055160 dv-cinder-740146-20-iscsi neutron-server[106809]: WARNING oslo_policy.policy [None req-5cbfa31e-0685-4375-bd20-5a26b02e0b8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:57:00.272347 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [None req-5cbfa31e-0685-4375-bd20-5a26b02e0b8b admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 07:57:00.273572 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5cbfa31e-0685-4375-bd20-5a26b02e0b8b admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7277579 Sep 16 07:57:02.931423 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46346) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:03.251281 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-a73b5147-fc6e-4cef-a0ba-5ea5e964deb7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:57:03.326501 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be768c6e-978f-4309-8609-1bfa039f8686 None None] Network 23539732-be88-4ab0-a177-02503ce7629c requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 07:57:03.335020 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a73b5147-fc6e-4cef-a0ba-5ea5e964deb7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (a28291a5-6304-4f46-86df-146aa2e31fde), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.336572 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a73b5147-fc6e-4cef-a0ba-5ea5e964deb7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (a28291a5-6304-4f46-86df-146aa2e31fde), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.379355 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 07:57:03.386429 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] Provisioning complete for port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:03.386853 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.387212 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] Attempt 1 to provision port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 Sep 16 07:57:03.474893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a73b5147-fc6e-4cef-a0ba-5ea5e964deb7 demo demo] Publish callbacks [] for router_controller (a28291a5-6304-4f46-86df-146aa2e31fde), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.543676 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a73b5147-fc6e-4cef-a0ba-5ea5e964deb7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (a28291a5-6304-4f46-86df-146aa2e31fde), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.551475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:03.578542 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:03.578808 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.579144 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 Sep 16 07:57:03.639400 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] Current status of the port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:03.639785 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.647452 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a73b5147-fc6e-4cef-a0ba-5ea5e964deb7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.650715 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a73b5147-fc6e-4cef-a0ba-5ea5e964deb7 demo demo] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7163088 Sep 16 07:57:03.676658 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:03.709915 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] For port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=3381ecb0-36b8-4df6-a6c5-7eae33d766f0,segment=NetworkSegment(b398ca7d-ced8-4844-816f-baef3b1dcfd9),segment_id=b398ca7d-ced8-4844-816f-baef3b1dcfd9)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 07:57:03.723093 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:03.723093 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.781054 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.857144 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.db.api [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 07:57:03.857582 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG oslo_db.api [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 07:57:03.861962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327a5a1-b7cc-4625-a807-aa2333132655 None None] Pushing event updated for resources: {'Port': ['ID=3381ecb0-36b8-4df6-a6c5-7eae33d766f0,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:03.892905 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:03.900731 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-e227dc45-5d56-470a-b993-28dd8e9d27f6 None None] Provisioning complete for port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:03.901120 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e227dc45-5d56-470a-b993-28dd8e9d27f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:03.901450 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-e227dc45-5d56-470a-b993-28dd8e9d27f6 None None] Attempt 1 to provision port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 Sep 16 07:57:03.971891 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-e227dc45-5d56-470a-b993-28dd8e9d27f6 None None] Current status of the port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:04.391022 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:05.317856 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 07:57:05.363030 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:05.363413 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:05.363749 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 Sep 16 07:57:05.432443 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:06.296090 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46356) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:06.613868 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [None req-c1c8e6af-79e5-454e-9d00-89653e144fc3 admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 07:57:06.614880 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c1c8e6af-79e5-454e-9d00-89653e144fc3 admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3178864 Sep 16 07:57:08.242780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-49c4b717-32cd-4039-ac79-90b388d2006d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.252059 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46364) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:09.569702 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:57:09.648268 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Made reservation on behalf of 1dfa255cacf3473b9f6619fec53b8cf1 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 07:57:09.650484 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.658773 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.732244 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks [] for security_group (5a12a7dd-2a40-4f80-917a-10d794da683b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.785608 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (5a12a7dd-2a40-4f80-917a-10d794da683b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.801546 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Reserving flat network on physical network physnet1 {{(pid=106810) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 07:57:09.823109 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a12a7dd-2a40-4f80-917a-10d794da683b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:09.826809 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.827143 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Added segment 3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e of type flat for network c9e1aa68-3ad7-4613-8729-41f2c07c62ac Sep 16 07:57:09.871883 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (c9e1aa68-3ad7-4613-8729-41f2c07c62ac), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.978643 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (c9e1aa68-3ad7-4613-8729-41f2c07c62ac), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:09.979654 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:57:09.980217 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:10.071081 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9e1aa68-3ad7-4613-8729-41f2c07c62ac,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:10.081130 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 07:57:10.090672 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-0fc9480d-1aec-4c32-939e-fffb10820aa1 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8374488 Sep 16 07:57:10.601380 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2d01412e-78a1-46d1-bacf-42c571e29c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:12.008308 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:12.688005 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46372) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:13.050021 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0038b6a-33d9-44bf-99db-d2808e747cac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:57:13.051361 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c0038b6a-33d9-44bf-99db-d2808e747cac demo admin] 10.222.0.59 "GET /networking/v2.0/subnets/407a120b-74ff-4fd3-8413-0ad53d7f5706 HTTP/1.1" status: 200 len: 849 time: 0.3624086 Sep 16 07:57:13.169766 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1173b074-b7da-4437-b9b9-4e3ebc4e6c54 demo admin] 10.222.0.59 "GET /networking/v2.0/routers/a28291a5-6304-4f46-86df-146aa2e31fde HTTP/1.1" status: 200 len: 704 time: 0.1118066 Sep 16 07:57:13.397420 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:13.431088 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:13.431998 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:13.560918 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:13.688411 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:13.695669 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:13.711350 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:13.762508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Allocated IP 172.20.0.1 (23539732-be88-4ab0-a177-02503ce7629c/407a120b-74ff-4fd3-8413-0ad53d7f5706/c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 07:57:13.915621 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks [] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.025840 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.102643 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Network 23539732-be88-4ab0-a177-02503ce7629c is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 07:57:14.108595 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 07:57:14.112619 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 07:57:14.113161 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (a28291a5-6304-4f46-86df-146aa2e31fde), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.132369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Pushing event updated for resources: {'Port': ['ID=c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:14.348522 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Provisioning complete for port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:14.349077 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.349624 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Attempt 1 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:14.354619 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.383469 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 07:57:14.542586 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:14.561441 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks [] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.607849 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.608612 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (a28291a5-6304-4f46-86df-146aa2e31fde), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:14.688286 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Pushing event updated for resources: {'Port': ['ID=c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:14.738021 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Network 23539732-be88-4ab0-a177-02503ce7629c is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 07:57:14.739384 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 07:57:14.846354 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:14.884197 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Attempt 2 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:14.914867 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 07:57:14.951215 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Router a28291a5-6304-4f46-86df-146aa2e31fde is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 07:57:15.037962 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 07:57:15.043652 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-55c475c9-f2a8-42e6-a652-a513b4cf9a37 demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/a28291a5-6304-4f46-86df-146aa2e31fde/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8680634 Sep 16 07:57:15.062142 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Sync routers for ids ['a28291a5-6304-4f46-86df-146aa2e31fde'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 07:57:15.074930 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Routers {'a28291a5-6304-4f46-86df-146aa2e31fde'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 07:57:15.075750 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T07:57:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a28291a5-6304-4f46-86df-146aa2e31fde'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:15.258055 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Set router a28291a5-6304-4f46-86df-146aa2e31fde gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 07:57:15.416811 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Attempt 3 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:15.448601 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 07:57:15.670888 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'name': 'router1', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T07:57:03Z', 'updated_at': '2022-09-16T07:57:14Z', 'revision_number': 2, 'project_id': '1231532f5f8e4acab98360e05e879050', 'gw_port_host': None, '_interfaces': [{'id': 'c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8', 'name': '', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'mac_address': 'fa:16:3e:fc:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:13Z', 'updated_at': '2022-09-16T07:57:14Z', 'revision_number': 2, 'project_id': '1231532f5f8e4acab98360e05e879050', 'subnets': [{'id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d44759-dc7f-476c-b404-091d0c7b78d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:15.721721 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Checking router: a28291a5-6304-4f46-86df-146aa2e31fde for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 07:57:15.722091 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Updating router a28291a5-6304-4f46-86df-146aa2e31fde port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 07:57:15.775899 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:15.950261 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Attempt 4 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:15.983773 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 07:57:16.274434 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Publish callbacks [] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:16.374072 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:16.485101 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Attempt 5 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:16.516826 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 07:57:16.521382 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Attempting to bind port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 07:57:16.521781 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Attempting to bind port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 07:57:16.522226 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Attempting to bind port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 on network 23539732-be88-4ab0-a177-02503ce7629c {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 07:57:16.530962 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Pushing event updated for resources: {'Port': ['ID=c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:16.566273 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.566618 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.566993 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.567344 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.567674 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.567998 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.568320 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.568637 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.568975 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.569296 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.569635 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.569968 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.570284 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.570597 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.570937 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Tracked resource versions report: Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: pushed versions: Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: { 'AddressGroup': {'1.2'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Agent': {'1.1'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'ConntrackHelper': {'1.0'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'LocalIPAssociation': {'1.0'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Log': {'1.0'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'NDPProxy': {'1.0'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Network': {'1.1'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Port': {'1.7'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'PortForwarding': {'1.3'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'QosPolicy': {'1.10'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroup': {'1.5'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroupRule': {'1.2'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SubPort': {'1.0'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Subnet': {'1.1'}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Trunk': {'1.1'}} Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: consumer versions: Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Agent': '1.1', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'ConntrackHelper': '1.0', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'LocalIPAssociation': '1.0', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Log': '1.0', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'NDPProxy': '1.0', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Network': '1.1', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Port': '1.7', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'PortForwarding': '1.3', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'QosPolicy': '1.10', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroup': '1.5', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroupRule': '1.2', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SubPort': '1.0', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Subnet': '1.1', Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Trunk': '1.1'}} Sep 16 07:57:16.573024 dv-cinder-740146-20-iscsi neutron-server[106812]: {{(pid=106812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 07:57:16.623797 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 7, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 07:57:16.624212 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Checking segment: {'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 07:57:16.624668 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:16.625052 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Bound using segment: {'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 07:57:16.625558 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Bound port: c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b398ca7d-ced8-4844-816f-baef3b1dcfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '23539732-be88-4ab0-a177-02503ce7629c'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 07:57:16.625934 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:16.634097 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:16.689155 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] For port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 07:57:16.691800 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:16.709423 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] For port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8,segment=NetworkSegment(b398ca7d-ced8-4844-816f-baef3b1dcfd9),segment_id=b398ca7d-ced8-4844-816f-baef3b1dcfd9)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 07:57:16.762136 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:16.803596 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Routers {'a28291a5-6304-4f46-86df-146aa2e31fde'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 07:57:16.804127 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T07:57:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a28291a5-6304-4f46-86df-146aa2e31fde'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:16.878296 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f830-dd7b-4a42-927b-544974f8c7d9 None None] Pushing event updated for resources: {'Port': ['ID=c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8,revision_number=4']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:16.899050 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] Set router a28291a5-6304-4f46-86df-146aa2e31fde gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 07:57:17.018481 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Attempt 6 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:17.090930 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Current status of the port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:17.091258 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:17.092136 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'name': 'router1', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T07:57:03Z', 'updated_at': '2022-09-16T07:57:14Z', 'revision_number': 2, 'project_id': '1231532f5f8e4acab98360e05e879050', 'gw_port_host': None, '_interfaces': [{'id': 'c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8', 'name': '', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'mac_address': 'fa:16:3e:fc:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:13Z', 'updated_at': '2022-09-16T07:57:16Z', 'revision_number': 4, 'project_id': '1231532f5f8e4acab98360e05e879050', 'subnets': [{'id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d44759-dc7f-476c-b404-091d0c7b78d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:17.119429 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c7800-b311-4cc1-9515-fb587291ac5d None None] The sync data for ids ['a28291a5-6304-4f46-86df-146aa2e31fde'] in dv-cinder-740146-20-iscsi is: [{'id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'name': 'router1', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T07:57:03Z', 'updated_at': '2022-09-16T07:57:14Z', 'revision_number': 2, 'project_id': '1231532f5f8e4acab98360e05e879050', 'gw_port_host': None, '_interfaces': [{'id': 'c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8', 'name': '', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'mac_address': 'fa:16:3e:fc:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:13Z', 'updated_at': '2022-09-16T07:57:16Z', 'revision_number': 4, 'project_id': '1231532f5f8e4acab98360e05e879050', 'subnets': [{'id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d44759-dc7f-476c-b404-091d0c7b78d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 07:57:17.132360 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] For port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8,segment=NetworkSegment(b398ca7d-ced8-4844-816f-baef3b1dcfd9),segment_id=b398ca7d-ced8-4844-816f-baef3b1dcfd9)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 07:57:17.219094 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:17.243778 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:17.269330 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3405cb-7e72-4bb5-bdbf-4e4e4dc820d5 None None] Pushing event updated for resources: {'Port': ['ID=c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:17.339442 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-4ee727bc-4dc6-4df4-b99b-29156cb3b2a6 None None] Provisioning complete for port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:17.339977 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4ee727bc-4dc6-4df4-b99b-29156cb3b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:17.340416 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-4ee727bc-4dc6-4df4-b99b-29156cb3b2a6 None None] Attempt 1 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:17.407024 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:17.414261 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-4ee727bc-4dc6-4df4-b99b-29156cb3b2a6 None None] Current status of the port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:17.676203 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46384) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:18.066139 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498d352-58f1-449b-acf9-20eb39d2edec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:57:18.075370 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-2498d352-58f1-449b-acf9-20eb39d2edec admin admin] 10.222.0.59 "GET /networking/v2.0/networks/c9e1aa68-3ad7-4613-8729-41f2c07c62ac HTTP/1.1" status: 200 len: 842 time: 0.3903441 Sep 16 07:57:18.077616 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:57:18.179894 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Made reservation on behalf of 1dfa255cacf3473b9f6619fec53b8cf1 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 07:57:18.182870 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:18.610210 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.objects.ports [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106810) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 07:57:18.610650 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (815805d9-f4b9-4c08-bcd3-f5aa92b2c340), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:18.659488 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815805d9-f4b9-4c08-bcd3-f5aa92b2c340,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:18.675185 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 07:57:18.675534 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Network hostable DHCP agents. Network: c9e1aa68-3ad7-4613-8729-41f2c07c62ac, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 07:57:18.678140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:18.762511 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 07:57:18.824934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, c9e1aa68-3ad7-4613-8729-41f2c07c62ac) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 07:57:18.829032 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:57:18.829646 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:18.836020 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de0e7b-02f0-4756-befd-a9f1f2f025f7 None None] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 07:57:18.896525 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-911fbeec-c84e-4f00-9145-41ae6e31dfc8 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8221219 Sep 16 07:57:18.940490 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b494ff0-6fc2-44c0-aa79-bbb20049d3c9 None None] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 07:57:21.609545 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46392) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:22.060308 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-aecb9013-12a2-40d1-ace0-4866452dddc8 demo admin] 10.222.0.59 "GET /networking/v2.0/routers/a28291a5-6304-4f46-86df-146aa2e31fde HTTP/1.1" status: 200 len: 710 time: 0.4497154 Sep 16 07:57:22.151891 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b63ef-15ad-4378-85c2-b3b82f9671ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:57:22.154885 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ff7b63ef-15ad-4378-85c2-b3b82f9671ec demo admin] 10.222.0.59 "GET /networking/v2.0/networks/c9e1aa68-3ad7-4613-8729-41f2c07c62ac HTTP/1.1" status: 200 len: 886 time: 0.0872545 Sep 16 07:57:22.162558 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:57:22.351898 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:22.398769 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks [] for router_gateway (a28291a5-6304-4f46-86df-146aa2e31fde), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:22.654313 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks [] for router_gateway (a28291a5-6304-4f46-86df-146aa2e31fde), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:22.733198 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:22.839627 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Allocated IP 172.27.1.106 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 07:57:22.863095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:22.942543 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks [] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:23.053426 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:23.096744 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 07:57:23.101538 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 07:57:23.104135 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Pushing event updated for resources: {'Port': ['ID=adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:23.108073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 07:57:23.343533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 07:57:23.398333 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:23.398748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:23.399083 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:57:23.468275 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:23.487120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:23.539947 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks [] for router_gateway (a28291a5-6304-4f46-86df-146aa2e31fde), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:23.724853 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16277448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16261605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-409'] for router (a28291a5-6304-4f46-86df-146aa2e31fde), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:23.728221 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16277441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16277306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16261598'] for router (a28291a5-6304-4f46-86df-146aa2e31fde), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:23.829144 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Router a28291a5-6304-4f46-86df-146aa2e31fde has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 07:57:23.925047 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 07:57:23.929649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:23.930956 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4e4cc735-b92b-453e-a939-d65a1a9aa51c demo admin] 10.222.0.59 "PUT /networking/v2.0/routers/a28291a5-6304-4f46-86df-146aa2e31fde HTTP/1.1" status: 200 len: 890 time: 1.7714176 Sep 16 07:57:23.935772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Sync routers for ids ['a28291a5-6304-4f46-86df-146aa2e31fde'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 07:57:23.948993 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Routers {'a28291a5-6304-4f46-86df-146aa2e31fde'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 07:57:23.949663 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T07:57:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a28291a5-6304-4f46-86df-146aa2e31fde'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:24.161376 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Set router a28291a5-6304-4f46-86df-146aa2e31fde gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 07:57:24.596902 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'name': 'router1', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T07:57:03Z', 'updated_at': '2022-09-16T07:57:23Z', 'revision_number': 4, 'project_id': '1231532f5f8e4acab98360e05e879050', 'gw_port': {'id': 'adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:22Z', 'updated_at': '2022-09-16T07:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8', 'name': '', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'mac_address': 'fa:16:3e:fc:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:13Z', 'updated_at': '2022-09-16T07:57:17Z', 'revision_number': 5, 'project_id': '1231532f5f8e4acab98360e05e879050', 'subnets': [{'id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d44759-dc7f-476c-b404-091d0c7b78d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:24.647320 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Checking router: a28291a5-6304-4f46-86df-146aa2e31fde for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 07:57:24.647664 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Updating router a28291a5-6304-4f46-86df-146aa2e31fde port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 07:57:24.699350 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:24.901982 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:24.909698 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:25.010455 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Publish callbacks [] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:25.086921 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:25.124797 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Attempting to bind port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 07:57:25.125165 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Attempting to bind port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 07:57:25.125527 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Attempting to bind port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 07:57:25.158819 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ff19-acc4-4c1b-93c6-b206ef89d707 None None] Pushing event updated for resources: {'Port': ['ID=adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:25.174561 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 7, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 07:57:25.174979 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 07:57:25.175373 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:25.175756 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 07:57:25.176216 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Bound port: adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 07:57:25.176589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:25.224299 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] For port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 07:57:25.227265 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] For port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 07:57:25.310136 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:25.351239 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Routers {'a28291a5-6304-4f46-86df-146aa2e31fde'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 07:57:25.351845 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T07:57:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a28291a5-6304-4f46-86df-146aa2e31fde'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:25.401864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ff19-acc4-4c1b-93c6-b206ef89d707 None None] Pushing event updated for resources: {'Port': ['ID=adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:25.466780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] Set router a28291a5-6304-4f46-86df-146aa2e31fde gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 07:57:25.657862 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'name': 'router1', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T07:57:03Z', 'updated_at': '2022-09-16T07:57:23Z', 'revision_number': 4, 'project_id': '1231532f5f8e4acab98360e05e879050', 'gw_port': {'id': 'adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:22Z', 'updated_at': '2022-09-16T07:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8', 'name': '', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'mac_address': 'fa:16:3e:fc:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:13Z', 'updated_at': '2022-09-16T07:57:17Z', 'revision_number': 5, 'project_id': '1231532f5f8e4acab98360e05e879050', 'subnets': [{'id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d44759-dc7f-476c-b404-091d0c7b78d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 07:57:25.687071 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3124017d-06b8-463c-8976-91ab80c88ed2 None None] The sync data for ids ['a28291a5-6304-4f46-86df-146aa2e31fde'] in dv-cinder-740146-20-iscsi is: [{'id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'name': 'router1', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': 'adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T07:57:03Z', 'updated_at': '2022-09-16T07:57:23Z', 'revision_number': 4, 'project_id': '1231532f5f8e4acab98360e05e879050', 'gw_port': {'id': 'adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:22Z', 'updated_at': '2022-09-16T07:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8', 'name': '', 'network_id': '23539732-be88-4ab0-a177-02503ce7629c', 'tenant_id': '1231532f5f8e4acab98360e05e879050', 'mac_address': 'fa:16:3e:fc:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28291a5-6304-4f46-86df-146aa2e31fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T07:57:13Z', 'updated_at': '2022-09-16T07:57:17Z', 'revision_number': 5, 'project_id': '1231532f5f8e4acab98360e05e879050', 'subnets': [{'id': '407a120b-74ff-4fd3-8413-0ad53d7f5706', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e0d44759-dc7f-476c-b404-091d0c7b78d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 07:57:26.733223 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46408) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:57:27.089426 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=59 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:27.095280 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=22 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:27.114324 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-488ac964-8491-47cf-a804-2d557308c49b admin admin] 10.222.0.59 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3799455 Sep 16 07:57:27.350173 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 07:57:27.396495 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:27.396880 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:27.397218 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d Sep 16 07:57:27.468654 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:27.469043 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:27.474430 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:27.489696 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 07:57:27.533846 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:27.574885 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:27.589077 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:57:29.342334 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 07:57:29.397635 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:57:29.398493 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:29.398608 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d Sep 16 07:57:29.479892 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port adcd4fb1-0a78-42e6-9aa2-2c74e4c8b13d is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:57:36.664254 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 07:57:37.095317 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=41 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:37.113766 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:38.260097 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fc37d765-fbc1-4525-8c67-61cdda32763b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:40.584028 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3f1e628c-f0c2-44a7-b147-7fb5f70c1df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:41.985127 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:43.430981 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:43.716588 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:57:50.665659 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:50.670996 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:53.651992 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:57:53.658536 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:08.259016 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-15ceeef6-f122-4c89-a0d2-c9c01edb6717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:10.589541 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-5331c83f-26f9-4b03-add9-e862fdd5778c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:12.224150 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:13.458134 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:13.666585 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 07:58:13.733075 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:23.650514 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:23.663176 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:23.671885 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:36.657697 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=7 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:36.660488 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:38.223311 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-27e5c9f8-bb6a-430c-bb2d-2a2330a07cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:40.583495 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c3221a67-9d46-46c1-8773-adf01edee63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:41.983060 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:43.428273 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:43.697837 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:50.665581 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 07:58:53.645114 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:53.651506 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:54.308975 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 46954) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:58:54.639727 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writer thread running {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 07:58:54.640374 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:58:54.676592 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d743260f-0f6c-4c9a-b634-d40e2b1b84d0 admin admin] GET failed (client error): The resource could not be found. Sep 16 07:58:54.678136 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d743260f-0f6c-4c9a-b634-d40e2b1b84d0 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3682165 Sep 16 07:58:54.895224 dv-cinder-740146-20-iscsi neutron-server[106809]: ERROR stevedore.extension [None req-87505362-5c17-459c-a970-6c9e74d87a9d admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 07:58:54.948208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.policy [None req-87505362-5c17-459c-a970-6c9e74d87a9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106809) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 07:58:54.991976 dv-cinder-740146-20-iscsi neutron-server[106809]: WARNING oslo_policy.policy [None req-87505362-5c17-459c-a970-6c9e74d87a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:58:54.992351 dv-cinder-740146-20-iscsi neutron-server[106809]: WARNING oslo_policy.policy [None req-87505362-5c17-459c-a970-6c9e74d87a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 07:58:54.999963 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87505362-5c17-459c-a970-6c9e74d87a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:58:55.001628 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-87505362-5c17-459c-a970-6c9e74d87a9d admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3185558 Sep 16 07:58:57.532796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 46968) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:58:57.934222 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa95a06c-ceac-4b91-86f7-2b06fbcc8914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:58:57.935600 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-fa95a06c-ceac-4b91-86f7-2b06fbcc8914 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/407a120b-74ff-4fd3-8413-0ad53d7f5706 HTTP/1.1" status: 200 len: 849 time: 0.4018247 Sep 16 07:58:57.945339 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:58:58.032513 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Publish callbacks [] for subnet (407a120b-74ff-4fd3-8413-0ad53d7f5706), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:58.245357 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752246158484'] for subnet (407a120b-74ff-4fd3-8413-0ad53d7f5706), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:58.308302 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:58:58.308945 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:58.309670 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb341c4-464c-4792-83e2-3ad2280dda5f None None] Network 23539732-be88-4ab0-a177-02503ce7629c requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 07:58:58.310210 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] 10.222.0.59 "PUT /networking/v2.0/subnets/407a120b-74ff-4fd3-8413-0ad53d7f5706 HTTP/1.1" status: 200 len: 868 time: 0.3686240 Sep 16 07:58:58.315954 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=407a120b-74ff-4fd3-8413-0ad53d7f5706,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:58:58.326342 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.326732 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.327067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.327394 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.327727 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.328056 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.328384 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.328706 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.329055 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.329383 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.329722 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.330048 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.330365 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.330707 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.331026 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a621ae7b-160f-400b-864d-c36f7558de5d admin admin] Tracked resource versions report: Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: pushed versions: Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: { 'AddressGroup': {'1.2'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Agent': {'1.1'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'ConntrackHelper': {'1.0'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'LocalIPAssociation': {'1.0'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Log': {'1.0'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'NDPProxy': {'1.0'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Network': {'1.1'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Port': {'1.7'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'PortForwarding': {'1.3'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'QosPolicy': {'1.10'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroup': {'1.5'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroupRule': {'1.2'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SubPort': {'1.0'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Subnet': {'1.1'}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Trunk': {'1.1'}} Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: consumer versions: Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Agent': '1.1', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'ConntrackHelper': '1.0', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'LocalIPAssociation': '1.0', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Log': '1.0', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'NDPProxy': '1.0', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Network': '1.1', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Port': '1.7', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'PortForwarding': '1.3', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'QosPolicy': '1.10', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroup': '1.5', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroupRule': '1.2', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SubPort': '1.0', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Subnet': '1.1', Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Trunk': '1.1'}} Sep 16 07:58:58.332737 dv-cinder-740146-20-iscsi neutron-server[106809]: {{(pid=106809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 07:58:58.621837 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Provisioning complete for port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:58:58.622228 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (3381ecb0-36b8-4df6-a6c5-7eae33d766f0), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:58.622567 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Attempt 1 to provision port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 Sep 16 07:58:58.693145 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Current status of the port 3381ecb0-36b8-4df6-a6c5-7eae33d766f0 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:58:58.701606 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Provisioning complete for port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 07:58:58.701935 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:58:58.702266 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Attempt 1 to provision port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 Sep 16 07:58:58.775668 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1afffb20-d199-47df-a889-02289e129c6f None None] Current status of the port c481a86d-ae9a-4d24-bc45-6b4cbb1d0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 07:59:00.883437 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46980) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:01.352019 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315954f4-7326-4e96-bc63-0b7db2bcc1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:01.355117 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315954f4-7326-4e96-bc63-0b7db2bcc1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:01.355117 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-315954f4-7326-4e96-bc63-0b7db2bcc1b8 admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4696341 Sep 16 07:59:03.903815 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 46992) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:04.306394 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a035764e-35f4-4a91-8de4-1969f0d0ff6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:04.306913 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a035764e-35f4-4a91-8de4-1969f0d0ff6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:04.308413 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a035764e-35f4-4a91-8de4-1969f0d0ff6e admin admin] 10.222.0.59 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4037495 Sep 16 07:59:04.665764 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:04.671867 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:06.838086 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47000) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:07.241023 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8df3b9-5c8c-4c83-a430-047cfcf291fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:07.242383 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ba8df3b9-5c8c-4c83-a430-047cfcf291fc admin admin] 10.222.0.59 "GET /networking/v2.0/networks/23539732-be88-4ab0-a177-02503ce7629c HTTP/1.1" status: 200 len: 869 time: 0.4033151 Sep 16 07:59:08.251225 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f8fad449-e301-4ade-9651-da02878dedf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:08.312491 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=52,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:08.321466 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:09.818149 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47010) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:10.211271 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102d000d-2fb1-4bfc-8705-420670b537b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:10.212609 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-102d000d-2fb1-4bfc-8705-420670b537b5 admin admin] 10.222.0.59 "GET /networking/v2.0/networks/c9e1aa68-3ad7-4613-8729-41f2c07c62ac HTTP/1.1" status: 200 len: 886 time: 0.3934813 Sep 16 07:59:10.593787 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4d6e922a-c488-4221-8542-fe586cfbe252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:11.999992 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:12.773051 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47018) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:13.168116 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a5d04-e567-40f7-9d18-a8a7cbb60603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:13.168572 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a5d04-e567-40f7-9d18-a8a7cbb60603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:13.170056 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-cc8a5d04-e567-40f7-9d18-a8a7cbb60603 admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3960664 Sep 16 07:59:13.462322 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:13.719534 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:15.711438 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47028) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:16.073253 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cab28-98e4-4ee4-a0b2-0e597c3701bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:16.073702 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cab28-98e4-4ee4-a0b2-0e597c3701bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:16.075193 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f32cab28-98e4-4ee4-a0b2-0e597c3701bd admin admin] 10.222.0.59 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3627975 Sep 16 07:59:18.629826 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47036) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:18.992185 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a01f3be-31c9-41d0-8965-9e22af6c356c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:18.993534 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-2a01f3be-31c9-41d0-8965-9e22af6c356c admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/407a120b-74ff-4fd3-8413-0ad53d7f5706 HTTP/1.1" status: 200 len: 868 time: 0.3628058 Sep 16 07:59:21.518927 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47044) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:21.879029 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f094dfef-c029-4b9c-9cab-738970c0720a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:21.880338 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f094dfef-c029-4b9c-9cab-738970c0720a admin admin] 10.222.0.59 "GET /networking/v2.0/subnets/815805d9-f4b9-4c08-bcd3-f5aa92b2c340 HTTP/1.1" status: 200 len: 816 time: 0.3603480 Sep 16 07:59:23.657149 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:23.658963 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:27.664103 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 07:59:28.983986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:28.988969 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:31.874768 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=66 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:31.875613 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=59 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:38.244200 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c80ed44e-dffd-457a-814f-fa7da9350b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:40.598648 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9b891175-80f0-4f8d-8606-264cc0fa67ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:41.662089 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=13 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:41.667961 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=21 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:41.981524 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:43.438806 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:43.712914 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:51.122409 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47100) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:51.444770 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [None req-b6f8e59e-b09e-4825-8427-5aceb60df3fe admin admin] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 07:59:51.445747 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b6f8e59e-b09e-4825-8427-5aceb60df3fe admin admin] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3223965 Sep 16 07:59:53.655674 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:53.657528 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 07:59:54.083938 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47108) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:54.413444 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb003a2-bef1-4239-bf88-794e55deb2ca admin admin] GET failed (client error): The resource could not be found. Sep 16 07:59:54.414752 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ddb003a2-bef1-4239-bf88-794e55deb2ca admin admin] 10.222.0.59 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3298576 Sep 16 07:59:54.653028 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581d80c-6581-4685-9034-4871dd8720b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:54.654408 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1581d80c-6581-4685-9034-4871dd8720b8 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2354167 Sep 16 07:59:57.236752 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47116) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 07:59:57.556488 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 07:59:57.649437 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Made reservation on behalf of 1dfa255cacf3473b9f6619fec53b8cf1 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 07:59:57.651711 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:57.678700 dv-cinder-740146-20-iscsi neutron-server[106810]: WARNING neutron.services.revisions.revision_plugin [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Could not find related network for resource to bump revision. Sep 16 07:59:57.689085 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 07:59:57.697973 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (0b40c210-6fa5-4342-a330-94356c9b6ba4), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:57.698303 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Added segment 0b40c210-6fa5-4342-a330-94356c9b6ba4 of type vlan for network e9218410-d01d-4160-8f2c-0da643f4f31b Sep 16 07:59:57.739830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (e9218410-d01d-4160-8f2c-0da643f4f31b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:57.832574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (e9218410-d01d-4160-8f2c-0da643f4f31b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:57.833483 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 07:59:57.834048 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 07:59:57.894475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Pushing event updated for resources: {'Network': ['ID=e9218410-d01d-4160-8f2c-0da643f4f31b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 07:59:57.901253 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.901578 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.901912 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.902238 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.902562 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.902917 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.903238 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.903554 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.903868 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.904180 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.904546 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.904901 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.905212 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.905521 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.905830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 07:59:57.917533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network e9218410-d01d-4160-8f2c-0da643f4f31b details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 07:59:57.921162 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-3b1b06d6-eacc-426e-bff0-ff6f1e89f85d admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6833630 Sep 16 08:00:00.485104 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47124) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:00:00.822431 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa51c37-9d81-4e08-a5e1-11123ed63a7d admin admin] GET failed (client error): The resource could not be found. Sep 16 08:00:00.823726 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-baa51c37-9d81-4e08-a5e1-11123ed63a7d admin admin] 10.222.0.59 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3376856 Sep 16 08:00:00.894496 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1654d9d1-7201-47de-bb2d-8f15154de432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:00:00.896581 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1654d9d1-7201-47de-bb2d-8f15154de432 admin admin] 10.222.0.59 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684657 Sep 16 08:00:00.906555 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:00:00.958590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Made reservation on behalf of 1dfa255cacf3473b9f6619fec53b8cf1 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:00:00.960819 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:01.158616 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (eebd66dc-8de0-425d-aa10-1b32ceac5a2c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:01.212684 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebd66dc-8de0-425d-aa10-1b32ceac5a2c,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:00:01.224279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Checking segment: {'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:00:01.224632 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Network hostable DHCP agents. Network: e9218410-d01d-4160-8f2c-0da643f4f31b, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:00:01.289468 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Network e9218410-d01d-4160-8f2c-0da643f4f31b is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:00:01.357969 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, e9218410-d01d-4160-8f2c-0da643f4f31b) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:00:01.361928 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:00:01.362533 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:01.368047 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae7760-1364-4cf7-98c4-642b73e35c2e None None] Network e9218410-d01d-4160-8f2c-0da643f4f31b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:00:01.463900 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-e9218410-d01d-4160-8f2c-0da643f4f31b', 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b', 'project_id': '1dfa255cacf3473b9f6619fec53b8cf1', 'fixed_ips': [{'subnet_id': 'eebd66dc-8de0-425d-aa10-1b32ceac5a2c'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:00:01.464760 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:01.486837 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b88e281a-5a4f-4f66-b17b-6f6b069ffdf2 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5835888 Sep 16 08:00:01.697886 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Allocated IP 192.168.233.2 (e9218410-d01d-4160-8f2c-0da643f4f31b/eebd66dc-8de0-425d-aa10-1b32ceac5a2c/63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:00:01.841541 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Publish callbacks [] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:01.959306 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:01.998180 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Network e9218410-d01d-4160-8f2c-0da643f4f31b is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:00:02.001070 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:00:02.004804 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:00:02.015576 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Pushing event updated for resources: {'Port': ['ID=63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:00:02.040451 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.040796 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.041153 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.041503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.041857 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.042170 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.042488 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.042836 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.043173 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.043496 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.043815 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.044150 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.044475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.044786 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.045349 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:00:02.083140 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Attempting to bind port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:00:02.083508 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Attempting to bind port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:00:02.083864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Attempting to bind port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 on network e9218410-d01d-4160-8f2c-0da643f4f31b {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:00:02.126030 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 7, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:00:02.126407 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Checking segment: {'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:00:02.126878 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:02.127270 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Bound using segment: {'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:00:02.127742 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Bound port: 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:00:02.128143 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:02.187878 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] For port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:00:02.191010 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] For port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5,segment=NetworkSegment(0b40c210-6fa5-4342-a330-94356c9b6ba4),segment_id=0b40c210-6fa5-4342-a330-94356c9b6ba4)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:00:02.262141 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:02.320875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eee1ba-50f3-481e-87d7-8132459d099f None None] Pushing event updated for resources: {'Port': ['ID=63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:00:03.154261 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776c755-db32-4d8e-9dd6-dc9b510f385a None None] Network e9218410-d01d-4160-8f2c-0da643f4f31b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:00:03.204729 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] Provisioning complete for port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:00:03.205141 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:03.205456 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] Attempt 1 to provision port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 Sep 16 08:00:03.231735 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:03.248530 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:03.334255 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] Current status of the port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:00:03.334653 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:03.412998 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] For port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5,segment=NetworkSegment(0b40c210-6fa5-4342-a330-94356c9b6ba4),segment_id=0b40c210-6fa5-4342-a330-94356c9b6ba4)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:00:03.458490 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:00:03.491012 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:03.558801 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0157a-245a-4cd8-8bcc-92f1498af1de None None] Pushing event updated for resources: {'Port': ['ID=63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:00:03.561326 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:00:03.561709 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:03.562043 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 Sep 16 08:00:03.616639 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-2fa2848d-8969-4f25-abda-352c4421ace9 None None] Provisioning complete for port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:00:03.617028 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2fa2848d-8969-4f25-abda-352c4421ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:03.617366 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-2fa2848d-8969-4f25-abda-352c4421ace9 None None] Attempt 1 to provision port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 Sep 16 08:00:03.679183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:00:03.724978 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2848d-8969-4f25-abda-352c4421ace9 None None] Current status of the port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:00:04.662603 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:00:05.425634 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:00:05.468402 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:00:05.468787 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:05.469117 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 Sep 16 08:00:05.541269 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 63cf8557-5d7b-4cfc-8ec1-fbed49e5e3b5 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:00:07.471264 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:08.250162 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e5623983-94f9-434a-a441-1682320ecc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:10.587050 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b95f5615-3cdb-4da0-80c2-fb726c121f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:11.372608 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=79,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:11.433155 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:12.009388 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:13.443748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:13.707008 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:18.653493 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:18.663906 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:23.655533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:23.668723 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:36.654773 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:36.655488 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:38.260561 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b572bc7a-49e0-44ac-badc-838f3eb3ffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:40.597326 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-6157eabe-58e3-4997-b2c6-d523769883a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:41.661790 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:00:42.048634 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:43.448856 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:43.717224 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:00:53.658932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:53.664900 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:55.654221 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:00:55.658994 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:08.242366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-895f538e-2290-4121-855e-9d02cd545c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:10.608238 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fa70c68c-1ca7-4b9c-afd6-4b8705a484b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:12.020033 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:13.442647 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:13.722694 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:18.660653 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:01:23.664503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:23.666472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:37.528716 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=18 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:37.529864 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=16 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:38.247722 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8b494309-1249-4572-af39-e45bd1923c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:40.607891 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c7959b6b-0887-4f20-b44f-3fc505ca58b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:42.018974 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:43.487396 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:43.744930 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:46.240642 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47186) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:01:46.246247 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [None req-db2a2c78-0921-40f3-b3de-22522c72fd8b tempest-verify_tempest_config-920060189 tempest-verify_tempest_config-920060189-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 08:01:46.247348 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-db2a2c78-0921-40f3-b3de-22522c72fd8b tempest-verify_tempest_config-920060189 tempest-verify_tempest_config-920060189-project] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056713 Sep 16 08:01:46.761174 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47204) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:01:46.885033 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:46.956330 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Publish callbacks [] for security_group (f16e84ee-ced8-419b-9b38-d848372104f2), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:47.012812 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f16e84ee-ced8-419b-9b38-d848372104f2), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:47.061067 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c8f97896b2ca452495267cf4fbc2bc93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2988615 Sep 16 08:01:47.061909 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16e84ee-ced8-419b-9b38-d848372104f2,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:01:47.063846 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47208) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:01:47.069401 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.069767 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.070099 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.070434 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.070782 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.071108 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.071431 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.071750 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.072084 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.072427 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.072760 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.073078 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.073399 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.073712 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.074023 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab52bd-b471-4635-85d3-58e03c6fb54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.146572 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Publish callbacks [] for security_group (f16e84ee-ced8-419b-9b38-d848372104f2), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:47.166096 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Publish callbacks [] for security_group (f16e84ee-ced8-419b-9b38-d848372104f2), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:47.310459 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f16e84ee-ced8-419b-9b38-d848372104f2), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:47.313023 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:01:47.314166 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f16e84ee-ced8-419b-9b38-d848372104f2 HTTP/1.1" status: 204 len: 168 time: 0.2493715 Sep 16 08:01:47.322204 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16e84ee-ced8-419b-9b38-d848372104f2,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:01:47.328997 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.329350 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.329698 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.330039 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.330372 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.330726 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.331058 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.331386 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.331711 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.332035 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.332378 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.332766 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.333091 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.333532 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:47.333857 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20999c9b-e391-446f-a3d2-087a41fbf3a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:01:53.673506 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:55.658874 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:01:57.055613 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:57.064675 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:57.317504 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:57.325767 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:01:57.355145 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:08.338342 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9099e125-bba0-4221-981c-8dc12cc5ba67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:09.665229 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:09.670048 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:10.618353 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d62fca0c-2aed-44de-b3a6-cf7435c7b4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:12.024001 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:13.492557 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:13.744318 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:23.671097 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:23.672944 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:32.658473 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:02:38.256449 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-672ef278-f18f-4291-8b42-fc336061e145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:40.600434 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a77cc616-2601-477b-a13c-57463d3804c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:42.040308 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:43.473771 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:43.738772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:02:46.661931 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:46.666053 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:53.671742 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:02:53.673568 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:08.272640 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-166b6783-1fea-4650-9db8-6451b65c808a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:09.658107 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 5 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:03:10.650140 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a6f90fdd-1c13-44fb-9713-11e001679742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:12.017152 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:13.474143 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:13.788408 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:20.462475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16275905'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:23.670173 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:23.675056 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:30.339952 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:30.342902 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:33.576324 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47286) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:03:33.681818 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-63ab8552-4921-4cc4-9e5d-15c69cad4d70 admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1044426 Sep 16 08:03:36.097332 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47296) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:03:36.150900 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-ad098f3b-9dce-4da3-9473-05a9c95dd0ae admin admin] 10.222.0.59 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0525486 Sep 16 08:03:37.532979 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=12 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:37.538965 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=14 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:38.245607 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-915da422-0402-4d13-a6fa-d0ff40eaaa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:40.609133 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-56b3f12f-6730-4749-a50b-76b84b7473f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:42.026611 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:43.466149 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:43.676273 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:43.763721 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:03:46.146151 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:03:46.656450 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:03:50.385967 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:00.330525 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:00.331456 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:00.668547 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:00.673383 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:08.254197 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-25dced35-68c2-4c48-a8a3-9f7249dc646b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:10.604286 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a0b94efb-1253-4205-a211-e002a95901c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:12.025197 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:13.484117 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:13.745152 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:20.391343 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:23.655093 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:04:30.331885 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:30.333308 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:37.679282 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:37.684599 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:04:38.237868 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b6e9ad6b-d6fd-44d9-9a7f-5869d1c98fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:40.626208 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e6441362-8292-408a-b8eb-ac50c64a6e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:42.038142 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:43.517745 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:43.752028 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:04:50.401742 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:00.328709 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:00.330595 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:00.655057 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:05:08.254808 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c9e3d0ff-e40a-4989-a48d-4079fa06bc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:09.326968 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47506) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:09.347837 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47512) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:09.359541 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47516) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:09.390984 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47520) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:09.799862 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1775891708-network', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:09.859217 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-368659837-network', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:09.902256 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-952884482-network', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:09.911088 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1577430859-network', 'tenant_id': '45838a0f741e485e8f424375c6d0d489'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:09.973042 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Made reservation on behalf of f143f731c6cc4b38ba979827cd390f77 for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:09.975580 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:09.978325 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Made reservation on behalf of 48c466a9c78b46db90b2c979cf885f43 for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:09.981082 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:09.999490 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.001712 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.038929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Made reservation on behalf of b807736ef6c54be2b4715f32a4cfea57 for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:10.041318 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.070575 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Made reservation on behalf of 45838a0f741e485e8f424375c6d0d489 for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:10.072958 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.074994 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.105138 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.269639 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks [] for security_group (c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.271397 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks [] for security_group (2b0b6f74-6752-484f-8337-be22250ecca5), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.319336 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks [] for security_group (4906d28a-6c7c-46c9-8550-b4ea4be2ee9f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.334169 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks [] for security_group (9a8edb48-7c79-4360-a476-514a6683d8a8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.363596 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.367090 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2b0b6f74-6752-484f-8337-be22250ecca5), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.386188 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:10.395948 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9a8edb48-7c79-4360-a476-514a6683d8a8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.399672 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4906d28a-6c7c-46c9-8550-b4ea4be2ee9f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.403700 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:05:10.407014 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:05:10.432079 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=70,neutron:INSERT=27,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:10.445290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752246114232', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (97e4ccc4-ec5e-4477-8571-bd34fcd77982), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.445868 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Unsubscribe: segment precommit_create {{(pid=106809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 08:05:10.446390 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Added segment 97e4ccc4-ec5e-4477-8571-bd34fcd77982 of type vlan for network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 Sep 16 08:05:10.457372 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (85674be7-c4b4-4da0-ba7b-5163faf29417), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.457719 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Added segment 85674be7-c4b4-4da0-ba7b-5163faf29417 of type vlan for network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 Sep 16 08:05:10.461749 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:05:10.470511 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:05:10.560551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:10.568074 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (c573103a-c528-4a0b-a773-a7653ecbe69b), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.570713 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Added segment c573103a-c528-4a0b-a773-a7653ecbe69b of type vlan for network 08ca5f04-b5f0-4538-b476-9e48665ae12b Sep 16 08:05:10.573896 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (583edb01-b273-4e13-808e-5c242e8e340a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.574700 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Added segment 583edb01-b273-4e13-808e-5c242e8e340a of type vlan for network f6b86e2a-3872-426c-a67d-323df7f17364 Sep 16 08:05:10.611017 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (24df6cf0-63a8-4e5b-a9ad-1254d9c28362), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.624309 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.624659 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.625198 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.625545 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.625880 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.626216 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.626546 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.626898 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.627245 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.627575 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.628131 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.628636 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.629173 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.629284 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.629588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Tracked resource versions report: Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: pushed versions: Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: { 'AddressGroup': {'1.2'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Agent': {'1.1'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'ConntrackHelper': {'1.0'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'LocalIPAssociation': {'1.0'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Log': {'1.0'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'NDPProxy': {'1.0'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Network': {'1.1'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Port': {'1.7'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'PortForwarding': {'1.3'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'QosPolicy': {'1.10'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroup': {'1.5'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroupRule': {'1.2'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SubPort': {'1.0'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Subnet': {'1.1'}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Trunk': {'1.1'}} Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: consumer versions: Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: HyperV agent@hv-cinder-74014: {}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Agent': '1.1', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'ConntrackHelper': '1.0', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'LocalIPAssociation': '1.0', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Log': '1.0', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'NDPProxy': '1.0', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Network': '1.1', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Port': '1.7', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'PortForwarding': '1.3', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'QosPolicy': '1.10', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroup': '1.5', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SecurityGroupRule': '1.2', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'SubPort': '1.0', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Subnet': '1.1', Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: 'Trunk': '1.1'}} Sep 16 08:05:10.630843 dv-cinder-740146-20-iscsi neutron-server[106809]: {{(pid=106809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 08:05:10.682928 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-935b46e5-b574-4633-bbee-65377ebf1c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.714266 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.721212 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b6f74-6752-484f-8337-be22250ecca5,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:10.771885 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.db.resource_extend [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 08:05:10.777351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (08ca5f04-b5f0-4538-b476-9e48665ae12b), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.824185 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (f6b86e2a-3872-426c-a67d-323df7f17364), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.864963 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8edb48-7c79-4360-a476-514a6683d8a8,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:10.924837 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.925947 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:10.926523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.940740 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4906d28a-6c7c-46c9-8550-b4ea4be2ee9f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:10.981824 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (24df6cf0-63a8-4e5b-a9ad-1254d9c28362), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:10.987267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:10.987267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.027849 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (08ca5f04-b5f0-4538-b476-9e48665ae12b), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.028818 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:11.029392 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.060582 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] Pushing event updated for resources: {'Network': ['ID=f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:11.073122 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:05:11.084002 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (f6b86e2a-3872-426c-a67d-323df7f17364), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.088861 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:11.090539 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.126008 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-159b0b63-e483-4ef7-bcba-c957bd2261ff admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7770247 Sep 16 08:05:11.129161 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47588) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:11.136060 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Request body: {'subnet': {'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1775891708-subnet', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:11.147408 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] Pushing event updated for resources: {'Network': ['ID=24df6cf0-63a8-4e5b-a9ad-1254d9c28362,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:11.159577 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:05:11.203588 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8755333 Sep 16 08:05:11.206592 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8435d9a2-3d82-4821-972b-fe63d57b4c6e admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8458159 Sep 16 08:05:11.207145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47596) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:11.210311 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47598) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:11.214823 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Request body: {'subnet': {'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-952884482-subnet', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:11.227718 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Request body: {'subnet': {'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-subnet', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:11.243004 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8484979 Sep 16 08:05:11.245990 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47606) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:11.259844 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b112bf-4f2a-41c0-9c6d-3b82029c6513 admin admin] Pushing event updated for resources: {'Network': ['ID=08ca5f04-b5f0-4538-b476-9e48665ae12b,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:11.267052 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Request body: {'subnet': {'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1577430859-subnet', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:11.274734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:05:11.322904 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Made reservation on behalf of 48c466a9c78b46db90b2c979cf885f43 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:11.325323 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f415d-1733-4c73-acf4-82c3f93ee3da admin admin] Pushing event updated for resources: {'Network': ['ID=f6b86e2a-3872-426c-a67d-323df7f17364,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:11.326030 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.344842 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network f6b86e2a-3872-426c-a67d-323df7f17364 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:05:11.363986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:UPDATE=10 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:11.389647 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Made reservation on behalf of b807736ef6c54be2b4715f32a4cfea57 for: {'subnet': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:11.392161 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.404512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Made reservation on behalf of 45838a0f741e485e8f424375c6d0d489 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:11.420984 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.422951 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Made reservation on behalf of f143f731c6cc4b38ba979827cd390f77 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:11.425130 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.530052 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:11.757609 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (db759994-3b88-4ef4-af5b-d356f0776d88), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.819095 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db759994-3b88-4ef4-af5b-d356f0776d88,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:11.829985 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Checking segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:11.830454 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Network hostable DHCP agents. Network: 08ca5f04-b5f0-4538-b476-9e48665ae12b, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:05:11.869806 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (a1317708-323f-4942-9c93-67464d1850c0), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.871757 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (9abab58f-37e4-4971-8232-7e0b5120da39), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:11.951972 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:05:11.953672 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:11.963632 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Checking segment: {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Network hostable DHCP agents. Network: f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1317708-323f-4942-9c93-67464d1850c0,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Checking segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Network hostable DHCP agents. Network: 24df6cf0-63a8-4e5b-a9ad-1254d9c28362, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (05e81105-9c00-46fd-b4f6-8c785b577b56), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.226830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Tracked resource versions report: Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: pushed versions: Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: { 'AddressGroup': {'1.2'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Agent': {'1.1'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'ConntrackHelper': {'1.0'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'LocalIPAssociation': {'1.0'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Log': {'1.0'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'NDPProxy': {'1.0'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Network': {'1.1'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Port': {'1.7'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'PortForwarding': {'1.3'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'QosPolicy': {'1.10'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroup': {'1.5'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroupRule': {'1.2'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SubPort': {'1.0'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Subnet': {'1.1'}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Trunk': {'1.1'}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: consumer versions: Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: HyperV agent@hv-cinder-74014: {}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Agent': '1.1', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'ConntrackHelper': '1.0', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'LocalIPAssociation': '1.0', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Log': '1.0', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'NDPProxy': '1.0', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Network': '1.1', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Port': '1.7', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'PortForwarding': '1.3', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'QosPolicy': '1.10', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroup': '1.5', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SecurityGroupRule': '1.2', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'SubPort': '1.0', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Subnet': '1.1', Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: 'Trunk': '1.1'}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: {{(pid=106810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 08:05:12.232042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abab58f-37e4-4971-8232-7e0b5120da39,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:12.239176 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 08ca5f04-b5f0-4538-b476-9e48665ae12b) {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:12.240724 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.240724 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40aa6a-b940-4855-a885-dd67c8828528 None None] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:12.243547 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:12.243547 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.243828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Checking segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:12.243828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Network hostable DHCP agents. Network: f6b86e2a-3872-426c-a67d-323df7f17364, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:05:12.243828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e81105-9c00-46fd-b4f6-8c785b577b56,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:12.243828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:05:12.244050 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-870877d4-3f4f-41a6-b29c-5762c9db723c admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9796302 Sep 16 08:05:12.244114 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:05:12.244173 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47630) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:12.244173 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:12.244285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:12.244344 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f6649-e95d-43ac-92c5-cbcc28fa245c None None] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:12.244401 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:12.244401 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.250720 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 24df6cf0-63a8-4e5b-a9ad-1254d9c28362) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:12.259338 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:12.259636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-08ca5f04-b5f0-4538-b476-9e48665ae12b', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:05:12.260411 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.363324 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Network f6b86e2a-3872-426c-a67d-323df7f17364 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:05:12.364473 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.372843 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, f6b86e2a-3872-426c-a67d-323df7f17364) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:12.385621 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:12.386425 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.394366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964c168-5484-4e4e-b032-663417aaea94 None None] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:12.400265 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7a2c45a5-80d9-405a-975a-e1e499da8120 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2691658 Sep 16 08:05:12.403916 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-cfba2d50-87c8-41df-9250-f6fb0c5e8922 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1915410 Sep 16 08:05:12.405760 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (26824754-1141-4254-acf9-b690275979c0), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.407200 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47634) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:12.407992 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47636) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:12.411025 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (26824754-1141-4254-acf9-b690275979c0), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.416482 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:12.425637 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:12.475553 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36724a95-07fe-445d-ba3d-d7817f33d92d None None] Network f6b86e2a-3872-426c-a67d-323df7f17364 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:12.577285 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-fcb9ea45-7187-46dd-8085-69a0fefea835 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3301227 Sep 16 08:05:12.579683 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47656) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:12.590896 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:12.650186 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (753375fe-ac0b-4f9a-984a-b9ff607a3efd), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.651248 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (753375fe-ac0b-4f9a-984a-b9ff607a3efd), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.653209 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:05:12.654101 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.660857 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.662037 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.702064 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks [] for router_controller (26824754-1141-4254-acf9-b690275979c0), precommit_add_association {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.736277 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (a3f10b12-42eb-4943-a69d-f1d758a83139), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.737276 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (a3f10b12-42eb-4943-a69d-f1d758a83139), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.805229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks [] for router_controller (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.807228 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks [] for router_controller (753375fe-ac0b-4f9a-984a-b9ff607a3efd), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.823131 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'fixed_ips': [{'subnet_id': 'a1317708-323f-4942-9c93-67464d1850c0'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:05:12.824048 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.902516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Allocated IP 172.20.0.2 (08ca5f04-b5f0-4538-b476-9e48665ae12b/db759994-3b88-4ef4-af5b-d356f0776d88/4865bc9f-f6d2-4261-8f2a-824be84f9bbb) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:12.919809 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:12.920151 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:12.921387 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-f6b86e2a-3872-426c-a67d-323df7f17364', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'project_id': '45838a0f741e485e8f424375c6d0d489', 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:05:12.925834 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:12.953153 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:12.954981 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks [] for router_controller (a3f10b12-42eb-4943-a69d-f1d758a83139), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.040920 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47664) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:13.088807 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks [] for router_gateway (26824754-1141-4254-acf9-b690275979c0), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.107345 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Allocated IP 172.20.0.2 (24df6cf0-63a8-4e5b-a9ad-1254d9c28362/9abab58f-37e4-4971-8232-7e0b5120da39/9f81cd52-87fe-4091-a0a8-176296367d36) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:13.204273 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b82835ff-5251-416e-aba3-f35667e12662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.398566 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks [] for router_gateway (a3f10b12-42eb-4943-a69d-f1d758a83139), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.411925 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks [] for router_gateway (753375fe-ac0b-4f9a-984a-b9ff607a3efd), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.499317 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks [] for router_gateway (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.515387 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Allocated IP 172.20.0.2 (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583/a1317708-323f-4942-9c93-67464d1850c0/80180e48-d3eb-4fb7-a60f-90887bb22d31) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:13.557165 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b82835ff-5251-416e-aba3-f35667e12662 admin admin] Publish callbacks [] for security_group (0b2427b9-adc9-44ea-8fc7-db31fbf829e4), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.584757 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks [] for router_gateway (26824754-1141-4254-acf9-b690275979c0), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.585126 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Allocated IP 172.20.0.2 (f6b86e2a-3872-426c-a67d-323df7f17364/05e81105-9c00-46fd-b4f6-8c785b577b56/75c0d38c-6c75-4b77-af01-053287c911f5) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:13.616148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.648919 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Publish callbacks [] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.675158 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b82835ff-5251-416e-aba3-f35667e12662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (0b2427b9-adc9-44ea-8fc7-db31fbf829e4), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.711585 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.750188 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:13.764649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:13.785976 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.789509 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82835ff-5251-416e-aba3-f35667e12662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2427b9-adc9-44ea-8fc7-db31fbf829e4,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:13.793386 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.796789 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b82835ff-5251-416e-aba3-f35667e12662 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8f789d3ecccd4440a05d7bfd944c98bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7528801 Sep 16 08:05:13.801299 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47684) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:13.827030 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:13.846148 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Pushing event updated for resources: {'Port': ['ID=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:13.851504 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Allocated IP 172.27.1.77 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/452e6c9a-4285-426e-8e8b-cb45dc9b8e1b) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:13.891711 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:13.901913 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:13.904256 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.904598 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.905097 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.908791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.909717 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.910196 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Tracked resource versions report: Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: pushed versions: Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: { 'AddressGroup': {'1.2'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Agent': {'1.1'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'ConntrackHelper': {'1.0'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'LocalIPAssociation': {'1.0'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Log': {'1.0'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'NDPProxy': {'1.0'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Network': {'1.1'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Port': {'1.7'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'PortForwarding': {'1.3'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'QosPolicy': {'1.10'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroup': {'1.5'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroupRule': {'1.2'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SubPort': {'1.0'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Subnet': {'1.1'}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Trunk': {'1.1'}} Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: consumer versions: Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: HyperV agent@hv-cinder-74014: {}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Agent': '1.1', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'ConntrackHelper': '1.0', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'LocalIPAssociation': '1.0', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Log': '1.0', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'NDPProxy': '1.0', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Network': '1.1', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Port': '1.7', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'PortForwarding': '1.3', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'QosPolicy': '1.10', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroup': '1.5', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SecurityGroupRule': '1.2', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'SubPort': '1.0', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Subnet': '1.1', Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: 'Trunk': '1.1'}} Sep 16 08:05:13.911886 dv-cinder-740146-20-iscsi neutron-server[106811]: {{(pid=106811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 08:05:13.918748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:13.927588 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Publish callbacks [] for port (9f81cd52-87fe-4091-a0a8-176296367d36), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.992191 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks [] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:13.998310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks [] for router_gateway (753375fe-ac0b-4f9a-984a-b9ff607a3efd), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.053430 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.092053 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Publish callbacks [] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.102603 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.108615 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Attempting to bind port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:14.108982 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Attempting to bind port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:14.109344 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Attempting to bind port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:14.122393 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Publish callbacks [] for port (75c0d38c-6c75-4b77-af01-053287c911f5), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.123998 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d506bd3b-686a-488f-a66b-d6fc51ba5024 admin admin] Publish callbacks [] for security_group (0b2427b9-adc9-44ea-8fc7-db31fbf829e4), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.169523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.176106 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:14.179226 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.190362 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:14.203280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Pushing event updated for resources: {'Port': ['ID=9f81cd52-87fe-4091-a0a8-176296367d36,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:14.205674 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:14.218070 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d506bd3b-686a-488f-a66b-d6fc51ba5024 admin admin] Publish callbacks [] for security_group (0b2427b9-adc9-44ea-8fc7-db31fbf829e4), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.223063 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:14.227139 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks [] for router_gateway (a3f10b12-42eb-4943-a69d-f1d758a83139), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.250821 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:14.284621 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:14.287787 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:14.288130 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Checking segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:14.288535 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.288932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Bound using segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:14.289445 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Bound port: 4865bc9f-f6d2-4261-8f2a-824be84f9bbb, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:14.289835 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.298228 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.311436 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.338416 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:14.370585 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:14.377936 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:14.481459 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Pushing event updated for resources: {'Port': ['ID=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:14.508124 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Allocated IP 172.27.1.19 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/2a19895a-0ac0-4493-a0b9-c6774ac99857) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:14.544663 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Network f6b86e2a-3872-426c-a67d-323df7f17364 is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:14.553179 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:14.557116 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:14.559199 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Pushing event updated for resources: {'Port': ['ID=80180e48-d3eb-4fb7-a60f-90887bb22d31,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:14.598320 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks [] for router_gateway (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.634139 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Attempting to bind port 9f81cd52-87fe-4091-a0a8-176296367d36 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:14.635093 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Attempting to bind port 9f81cd52-87fe-4091-a0a8-176296367d36 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:14.635093 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Attempting to bind port 9f81cd52-87fe-4091-a0a8-176296367d36 on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:14.643599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.675930 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:14.679193 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:14.692320 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Pushing event updated for resources: {'Port': ['ID=75c0d38c-6c75-4b77-af01-053287c911f5,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:14.726331 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Attempting to bind port 80180e48-d3eb-4fb7-a60f-90887bb22d31 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:14.726724 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Attempting to bind port 80180e48-d3eb-4fb7-a60f-90887bb22d31 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:14.727088 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Attempting to bind port 80180e48-d3eb-4fb7-a60f-90887bb22d31 on network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:14.782556 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] For port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:14.809597 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Attempting to bind port 75c0d38c-6c75-4b77-af01-053287c911f5 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:14.809879 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Attempting to bind port 75c0d38c-6c75-4b77-af01-053287c911f5 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:14.810243 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Attempting to bind port 75c0d38c-6c75-4b77-af01-053287c911f5 on network f6b86e2a-3872-426c-a67d-323df7f17364 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:14.817321 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:14.817671 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Checking segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:14.818106 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.818526 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Bound using segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:14.819087 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Bound port: 9f81cd52-87fe-4091-a0a8-176296367d36, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:14.820071 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.844525 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] For port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:14.875938 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:14.876339 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Checking segment: {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:14.876897 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.877278 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Bound using segment: {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:14.877751 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Bound port: 80180e48-d3eb-4fb7-a60f-90887bb22d31, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:14.878151 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.890449 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks [] for router_gateway (26824754-1141-4254-acf9-b690275979c0), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.912010 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks [] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.924599 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:14.960323 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:14.960695 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Checking segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:14.961126 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.961513 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Bound using segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:14.961994 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Bound port: 75c0d38c-6c75-4b77-af01-053287c911f5, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:14.962371 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.968867 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.988307 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d506bd3b-686a-488f-a66b-d6fc51ba5024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (0b2427b9-adc9-44ea-8fc7-db31fbf829e4), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.997341 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d506bd3b-686a-488f-a66b-d6fc51ba5024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:14.997341 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d506bd3b-686a-488f-a66b-d6fc51ba5024 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0b2427b9-adc9-44ea-8fc7-db31fbf829e4 HTTP/1.1" status: 204 len: 168 time: 1.1866987 Sep 16 08:05:15.001504 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=10 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:15.004202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506bd3b-686a-488f-a66b-d6fc51ba5024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2427b9-adc9-44ea-8fc7-db31fbf829e4,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:15.009283 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] For port 9f81cd52-87fe-4091-a0a8-176296367d36, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:15.058125 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] For port 9f81cd52-87fe-4091-a0a8-176296367d36, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=9f81cd52-87fe-4091-a0a8-176296367d36,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:15.107220 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] For port 80180e48-d3eb-4fb7-a60f-90887bb22d31, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:15.122463 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:15.135709 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] For port 80180e48-d3eb-4fb7-a60f-90887bb22d31, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=80180e48-d3eb-4fb7-a60f-90887bb22d31,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:15.143242 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a738d-e7e6-443a-92e4-1d07ff860f5e None None] Pushing event updated for resources: {'Port': ['ID=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:15.154929 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:15.200313 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Allocated IP 172.27.1.58 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/03848df1-e431-4a23-a805-a73807ab934c) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:15.202667 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] For port 75c0d38c-6c75-4b77-af01-053287c911f5, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:15.227649 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] For port 75c0d38c-6c75-4b77-af01-053287c911f5, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=75c0d38c-6c75-4b77-af01-053287c911f5,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:15.247346 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a910d2-3e01-417e-b0d2-51bb25e90962 None None] Pushing event updated for resources: {'Port': ['ID=9f81cd52-87fe-4091-a0a8-176296367d36,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:15.252668 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:15.283716 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:15.303462 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:15.324464 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:15.355542 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02b169-1eab-436d-9bb1-de0890695f39 None None] Pushing event updated for resources: {'Port': ['ID=80180e48-d3eb-4fb7-a60f-90887bb22d31,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:15.403833 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:15.424082 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (26824754-1141-4254-acf9-b690275979c0), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:15.597407 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a4d7b-a9d6-4c6d-a921-e0ef2ed4f69e None None] Pushing event updated for resources: {'Port': ['ID=75c0d38c-6c75-4b77-af01-053287c911f5,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:15.652914 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:15.900745 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4865bc9f-f6d2-4261-8f2a-824be84f9bbb up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:15.916688 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a19895a-0ac0-4493-a0b9-c6774ac99857,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:15.945268 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:16.011361 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:16.015795 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.018140 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb Sep 16 08:05:16.058975 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:16.073336 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Router 26824754-1141-4254-acf9-b690275979c0 is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:05:16.104501 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:16.173485 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks [] for port (03848df1-e431-4a23-a805-a73807ab934c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.193444 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:16.199240 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.299943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:16.308896 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:16.326171 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:16.358398 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:16.359094 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:16.398461 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.407262 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.413189 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-67fc1620-05bb-481c-b159-8c31188f8073 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2145948 Sep 16 08:05:16.413189 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47746) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:16.487665 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (03848df1-e431-4a23-a805-a73807ab934c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.577236 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:16.592579 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47754) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:16.644927 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:16.653983 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks [] for router_gateway (753375fe-ac0b-4f9a-984a-b9ff607a3efd), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.684743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0b3bab16-b1e1-4eba-bbcc-87b8864230d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:16.738123 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:16.768283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:16.777999 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:16.787506 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Allocated IP 172.27.1.79 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/6dd4a5c7-0712-4ccf-b4db-ad253c721395) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:16.793457 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Pushing event updated for resources: {'Port': ['ID=03848df1-e431-4a23-a805-a73807ab934c,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:16.987445 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:16.996151 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:14Z', 'revision_number': 3, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:17.018653 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73155a-f8fc-4ffb-a0a8-1e263e5d9b48 None None] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:17.055408 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:17.056053 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Updating router 26824754-1141-4254-acf9-b690275979c0 port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:17.116851 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.138869 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:17.146207 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-6a734c6f-314d-473b-bfe2-4a55520c4281 None None] Provisioning complete for port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:17.146669 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-6a734c6f-314d-473b-bfe2-4a55520c4281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.147036 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-6a734c6f-314d-473b-bfe2-4a55520c4281 None None] Attempt 1 to provision port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb Sep 16 08:05:17.334398 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.398337 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=2,neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:17.403289 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-6a734c6f-314d-473b-bfe2-4a55520c4281 None None] Current status of the port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:17.412369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks [] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.425161 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3cb208-85ab-4b7f-8474-003cc45e1bb6 None None] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:17.507551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:17.566700 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] Provisioning complete for port 80180e48-d3eb-4fb7-a60f-90887bb22d31 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:17.567454 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.567925 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] Attempt 1 to provision port 80180e48-d3eb-4fb7-a60f-90887bb22d31 Sep 16 08:05:17.614670 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0b3bab16-b1e1-4eba-bbcc-87b8864230d4 admin admin] Publish callbacks [] for security_group (3b94702f-51db-4b6d-a992-1f74aca9f855), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.683015 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0b3bab16-b1e1-4eba-bbcc-87b8864230d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3b94702f-51db-4b6d-a992-1f74aca9f855), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.744041 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (753375fe-ac0b-4f9a-984a-b9ff607a3efd), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.810391 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks [] for router_gateway (a3f10b12-42eb-4943-a69d-f1d758a83139), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.839436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] Current status of the port 80180e48-d3eb-4fb7-a60f-90887bb22d31 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:17.839833 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:17.896281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Allocated IP 172.20.0.1 (08ca5f04-b5f0-4538-b476-9e48665ae12b/db759994-3b88-4ef4-af5b-d356f0776d88/908f1523-ffa9-4dda-a9ed-a42da50cd7cb) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:17.930588 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] For port 80180e48-d3eb-4fb7-a60f-90887bb22d31, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=80180e48-d3eb-4fb7-a60f-90887bb22d31,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:17.982816 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 75c0d38c-6c75-4b77-af01-053287c911f5 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:18.033956 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.090411 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks [] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.121479 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7cfcf8-d351-45e0-ab80-60020de028dd None None] Network f6b86e2a-3872-426c-a67d-323df7f17364 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:18.123441 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 75c0d38c-6c75-4b77-af01-053287c911f5 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:18.123830 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.124164 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 75c0d38c-6c75-4b77-af01-053287c911f5 Sep 16 08:05:18.139586 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:18.156729 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47770) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:18.162574 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-0b3bab16-b1e1-4eba-bbcc-87b8864230d4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=59a5298f67954a85ba92d32efd9dc7f6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5525234 Sep 16 08:05:18.253445 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.297368 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f52c4d-058c-4056-9b3b-b493b7b43de2 None None] Pushing event updated for resources: {'Port': ['ID=80180e48-d3eb-4fb7-a60f-90887bb22d31,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:18.319993 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Pushing event updated for resources: {'Port': ['ID=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:18.320287 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Provisioning complete for port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:18.320287 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.320287 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Attempt 1 to provision port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb Sep 16 08:05:18.344588 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bab16-b1e1-4eba-bbcc-87b8864230d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b94702f-51db-4b6d-a992-1f74aca9f855,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:18.352729 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5e0679b-1681-44bd-a814-c4fb01c23290 admin admin] Publish callbacks [] for security_group (3b94702f-51db-4b6d-a992-1f74aca9f855), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.375473 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5e0679b-1681-44bd-a814-c4fb01c23290 admin admin] Publish callbacks [] for security_group (3b94702f-51db-4b6d-a992-1f74aca9f855), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.405773 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e604f-5171-40fb-bdf9-31096a9b2f2b None None] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:05:18.426940 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:18.428286 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:18.431079 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:18.431554 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (26824754-1141-4254-acf9-b690275979c0), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.546159 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.561333 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5e0679b-1681-44bd-a814-c4fb01c23290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3b94702f-51db-4b6d-a992-1f74aca9f855), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.565290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5e0679b-1681-44bd-a814-c4fb01c23290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.569765 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e5e0679b-1681-44bd-a814-c4fb01c23290 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3b94702f-51db-4b6d-a992-1f74aca9f855 HTTP/1.1" status: 204 len: 168 time: 0.4089098 Sep 16 08:05:18.596408 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0679b-1681-44bd-a814-c4fb01c23290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b94702f-51db-4b6d-a992-1f74aca9f855,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:18.711654 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Publish callbacks [] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.794100 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:18.800610 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.810280 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:18.841330 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:18.849737 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Attempting to bind port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:18.850111 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Attempting to bind port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:18.850509 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Attempting to bind port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:18.850614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:18.854257 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (a3f10b12-42eb-4943-a69d-f1d758a83139), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.856306 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:18.858163 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd4a5c7-0712-4ccf-b4db-ad253c721395,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:18.881141 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Current status of the port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:18.884019 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Pushing event updated for resources: {'Port': ['ID=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,revision_number=2']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:18.893446 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.894002 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.894506 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.895505 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.895636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Provisioning complete for port 75c0d38c-6c75-4b77-af01-053287c911f5 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:18.895930 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.896261 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.896376 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Attempt 1 to provision port 75c0d38c-6c75-4b77-af01-053287c911f5 Sep 16 08:05:18.896820 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.897880 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.898440 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.899079 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.899623 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.900164 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.900709 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.901268 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.901792 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.902324 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Tracked resource versions report: Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: pushed versions: Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: { 'AddressGroup': {'1.2'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Agent': {'1.1'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'ConntrackHelper': {'1.0'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'LocalIPAssociation': {'1.0'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Log': {'1.0'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'NDPProxy': {'1.0'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Network': {'1.1'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Port': {'1.7'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'PortForwarding': {'1.3'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'QosPolicy': {'1.10'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroup': {'1.5'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroupRule': {'1.2'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SubPort': {'1.0'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Subnet': {'1.1'}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Trunk': {'1.1'}} Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: consumer versions: Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: { DHCP agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: HyperV agent@hv-cinder-74014: {}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: L3 agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: Metadata agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: Metering agent@dv-cinder-740146-20-iscsi: {}, Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: Open vSwitch agent@dv-cinder-740146-20-iscsi: { 'AddressGroup': '1.2', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Agent': '1.1', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'ConntrackHelper': '1.0', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'LocalIPAssociation': '1.0', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Log': '1.0', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'NDPProxy': '1.0', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Network': '1.1', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Port': '1.7', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'PortForwarding': '1.3', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'QosPolicy': '1.10', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroup': '1.5', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SecurityGroupRule': '1.2', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'SubPort': '1.0', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Subnet': '1.1', Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: 'Trunk': '1.1'}} Sep 16 08:05:18.903931 dv-cinder-740146-20-iscsi neutron-server[106812]: {{(pid=106812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 08:05:18.925552 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.926113 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:18.931344 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:18.931344 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.931344 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:18.931344 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Bound port: 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:18.931344 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.947509 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 75c0d38c-6c75-4b77-af01-053287c911f5 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:18.947909 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:18.989884 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] For port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:18.996548 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] For port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:19.043708 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 75c0d38c-6c75-4b77-af01-053287c911f5, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=75c0d38c-6c75-4b77-af01-053287c911f5,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:19.099117 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.108130 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Current status of the port 75c0d38c-6c75-4b77-af01-053287c911f5 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:19.109814 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.119777 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:19.122923 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:19.134982 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.135701 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4865bc9f-f6d2-4261-8f2a-824be84f9bbb up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:19.213159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:19.254342 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:19.279680 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Router 753375fe-ac0b-4f9a-984a-b9ff607a3efd is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:05:19.303083 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da4a55-9fd7-4669-89e9-d90296fe4d90 None None] Pushing event updated for resources: {'Port': ['ID=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:19.353436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:19.356687 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:19.362153 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=75c0d38c-6c75-4b77-af01-053287c911f5,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:19.375672 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.db.api [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 08:05:19.376775 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG oslo_db.api [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 08:05:19.377041 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:19.377412 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.377791 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb Sep 16 08:05:19.402225 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:19.492152 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Router a3f10b12-42eb-4943-a69d-f1d758a83139 is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:05:19.495410 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks [] for router_gateway (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.500396 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks [] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.528237 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:19.529288 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 80180e48-d3eb-4fb7-a60f-90887bb22d31 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:19.578920 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 80180e48-d3eb-4fb7-a60f-90887bb22d31 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:19.579324 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.579657 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 80180e48-d3eb-4fb7-a60f-90887bb22d31 Sep 16 08:05:19.590550 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.592031 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (26824754-1141-4254-acf9-b690275979c0), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.680305 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:17Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:19.690524 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 80180e48-d3eb-4fb7-a60f-90887bb22d31 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:19.691692 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 9f81cd52-87fe-4091-a0a8-176296367d36 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:19.702233 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Pushing event updated for resources: {'Port': ['ID=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:19.727576 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:19.732809 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20709a-0aaf-4cc2-9ad7-c5ab1053aa4d None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:17Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:19.761257 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Sync routers for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:19.783952 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:19.784992 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:19.800453 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:19.805295 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:19.903554 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:19.913927 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Sync routers for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:19.928179 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:19.937435 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:19.938391 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:19.969433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:19.973431 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6c3f2faa-6ee1-4892-af40-4e14eefc7eb6 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5609522 Sep 16 08:05:19.977301 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47804) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:19.994547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.055333 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:05:20.093234 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.094736 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-2b4b69a0-25fc-4b6d-902f-71c2a1519062 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5127847 Sep 16 08:05:20.104613 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47810) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:20.118623 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:20.140266 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:20.192793 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:20.192907 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 9f81cd52-87fe-4091-a0a8-176296367d36 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:20.193326 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.195035 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 9f81cd52-87fe-4091-a0a8-176296367d36 Sep 16 08:05:20.203969 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-749fe199-2434-4c0c-9123-23185d8fd809 None None] Current status of the port 75c0d38c-6c75-4b77-af01-053287c911f5 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:20.245934 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:20.293659 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:20.347810 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:16Z', 'revision_number': 3, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:20.351586 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Provisioning complete for port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:20.351983 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.352321 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 1 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:20.378959 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:20.412338 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:17Z', 'revision_number': 3, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:20.425989 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:05:20.438430 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Checking router: 753375fe-ac0b-4f9a-984a-b9ff607a3efd for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:20.438815 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Updating router 753375fe-ac0b-4f9a-984a-b9ff607a3efd port 2a19895a-0ac0-4493-a0b9-c6774ac99857 binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:20.523870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:20.542952 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Checking router: a3f10b12-42eb-4943-a69d-f1d758a83139 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:20.543301 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Updating router a3f10b12-42eb-4943-a69d-f1d758a83139 port 03848df1-e431-4a23-a805-a73807ab934c binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:20.554784 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.557930 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:20.564808 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:20.565197 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 9f81cd52-87fe-4091-a0a8-176296367d36 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:20.565582 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.572389 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8d75cfc8-39ea-440b-b6de-74ba5e902edd admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/26824754-1141-4254-acf9-b690275979c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1487250 Sep 16 08:05:20.638546 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 9f81cd52-87fe-4091-a0a8-176296367d36, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=9f81cd52-87fe-4091-a0a8-176296367d36,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:20.672773 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (03848df1-e431-4a23-a805-a73807ab934c), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.780166 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:20.794290 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:20.832171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Sync routers for ids ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:20.835159 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.843577 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.902372 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:20.902517 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Routers {'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:20.902785 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:20.908053 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6140cc7d-2631-4fe5-8b1e-cfd48c3f2302 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4984438 Sep 16 08:05:20.909723 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47832) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:21.079824 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:21.095355 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 2 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:21.161050 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:21.217681 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 75c0d38c-6c75-4b77-af01-053287c911f5 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:21.381101 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Publish callbacks [] for port (03848df1-e431-4a23-a805-a73807ab934c), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:21.466794 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (03848df1-e431-4a23-a805-a73807ab934c), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:21.469616 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:21.511533 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:21.588316 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Set router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:21.610937 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17841f2-d92b-4c7a-aef5-cd0bdb8acfb4 None None] Pushing event updated for resources: {'Port': ['ID=03848df1-e431-4a23-a805-a73807ab934c,revision_number=2']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:21.658965 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Attempting to bind port 03848df1-e431-4a23-a805-a73807ab934c on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:21.661651 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=9f81cd52-87fe-4091-a0a8-176296367d36,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:21.662265 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Attempting to bind port 03848df1-e431-4a23-a805-a73807ab934c by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:21.663945 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Attempting to bind port 03848df1-e431-4a23-a805-a73807ab934c on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:21.671742 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:21.741454 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:21.870105 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:21.898817 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:21.899218 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:21.900880 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:21.901306 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:21.901941 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Bound port: 03848df1-e431-4a23-a805-a73807ab934c, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:21.903256 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (03848df1-e431-4a23-a805-a73807ab934c), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:21.976393 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.018546 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:22.023275 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] For port 03848df1-e431-4a23-a805-a73807ab934c, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:22.027270 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] For port 03848df1-e431-4a23-a805-a73807ab934c, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=03848df1-e431-4a23-a805-a73807ab934c,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:22.044729 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 47866) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:22.060620 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:22.061986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-d69c77f6-208c-4c55-8982-b4bf61f4c94f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948040452', 'description': 'tempest-description--878833479'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:22.122475 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (03848df1-e431-4a23-a805-a73807ab934c), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.141266 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.145479 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:22.145905 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:22.206588 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Publish callbacks [] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.220993 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 75c0d38c-6c75-4b77-af01-053287c911f5 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:22.221592 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.221881 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 75c0d38c-6c75-4b77-af01-053287c911f5 Sep 16 08:05:22.302603 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 3 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:22.307169 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:19Z', 'revision_number': 3, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port': {'id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:22.334148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:22.379910 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.432477 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d69c77f6-208c-4c55-8982-b4bf61f4c94f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.463998 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:22.466858 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17841f2-d92b-4c7a-aef5-cd0bdb8acfb4 None None] Pushing event updated for resources: {'Port': ['ID=03848df1-e431-4a23-a805-a73807ab934c,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:22.476565 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Checking router: a9695c20-a4f6-48e1-b567-ff3ce69e4f2d for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:22.476565 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Updating router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:22.530711 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Allocated IP 172.20.0.1 (24df6cf0-63a8-4e5b-a9ad-1254d9c28362/9abab58f-37e4-4971-8232-7e0b5120da39/0803281e-8713-4c28-a272-eaeec125dc1a) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:22.551398 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:22.566522 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Allocated IP 172.20.0.1 (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583/a1317708-323f-4942-9c93-67464d1850c0/ec9229d8-9278-461e-a232-73b000599fbf) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:22.571709 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Attempting to bind port 2a19895a-0ac0-4493-a0b9-c6774ac99857 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:22.572085 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Attempting to bind port 2a19895a-0ac0-4493-a0b9-c6774ac99857 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:22.572455 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Attempting to bind port 2a19895a-0ac0-4493-a0b9-c6774ac99857 on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:22.628979 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527faa95-960c-4277-8456-7c1df7b4f227 None None] Pushing event updated for resources: {'Port': ['ID=2a19895a-0ac0-4493-a0b9-c6774ac99857,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:22.641085 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:22.653226 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:22.659417 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.665396 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:22.673781 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:22.674372 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.674817 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:22.675450 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Bound port: 2a19895a-0ac0-4493-a0b9-c6774ac99857, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:22.675724 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.724453 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks [] for port (ec9229d8-9278-461e-a232-73b000599fbf), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.851342 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:22.855823 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Allocated IP 172.20.0.1 (f6b86e2a-3872-426c-a67d-323df7f17364/05e81105-9c00-46fd-b4f6-8c785b577b56/6c619ada-09c4-4cd7-beab-0687360712cc) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:22.862118 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:17Z', 'revision_number': 3, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:22.866987 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (ec9229d8-9278-461e-a232-73b000599fbf), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.869322 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 75c0d38c-6c75-4b77-af01-053287c911f5 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:22.870445 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 80180e48-d3eb-4fb7-a60f-90887bb22d31 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:22.910028 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d69c77f6-208c-4c55-8982-b4bf61f4c94f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (75d9213b-4be1-43aa-9943-526f551e8253), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.914524 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4b566-0517-40e7-9c46-1e72a3e7f643 None None] The sync data for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi is: [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:17Z', 'revision_number': 3, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:22.955522 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:22.974893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:22.988927 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d69c77f6-208c-4c55-8982-b4bf61f4c94f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (75d9213b-4be1-43aa-9943-526f551e8253), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.990453 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:22.991072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:22.993653 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] For port 2a19895a-0ac0-4493-a0b9-c6774ac99857, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:23.010126 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:23.083578 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Pushing event updated for resources: {'Port': ['ID=ec9229d8-9278-461e-a232-73b000599fbf,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:23.200411 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks [] for port (0803281e-8713-4c28-a272-eaeec125dc1a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.225127 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c77f6-208c-4c55-8982-b4bf61f4c94f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9213b-4be1-43aa-9943-526f551e8253,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:23.251664 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d69c77f6-208c-4c55-8982-b4bf61f4c94f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.265724 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d69c77f6-208c-4c55-8982-b4bf61f4c94f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.2173615 Sep 16 08:05:23.267200 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47906) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:23.273630 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-2c58111d-4f23-413c-bef2-b8f3dbdfd575 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': '75d9213b-4be1-43aa-9943-526f551e8253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:23.312391 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Publish callbacks [] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.316706 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 4 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:23.330316 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] For port 2a19895a-0ac0-4493-a0b9-c6774ac99857, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=2a19895a-0ac0-4493-a0b9-c6774ac99857,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:23.354902 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks [] for port (6c619ada-09c4-4cd7-beab-0687360712cc), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.366999 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:23.372150 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:23.373353 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 80180e48-d3eb-4fb7-a60f-90887bb22d31 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:23.373811 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.374334 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 80180e48-d3eb-4fb7-a60f-90887bb22d31 Sep 16 08:05:23.401456 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2c58111d-4f23-413c-bef2-b8f3dbdfd575 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (d4401cff-c91b-490d-9c86-e334794fc4bb), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.422407 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:23.447275 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.457119 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.485940 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ec9229d8-9278-461e-a232-73b000599fbf), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.492042 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.540567 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.559556 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:23.564106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:23.565994 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:23.578310 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:23.579042 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (753375fe-ac0b-4f9a-984a-b9ff607a3efd), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.580257 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:23.581144 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:23.586838 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:23.590780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 80180e48-d3eb-4fb7-a60f-90887bb22d31 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:23.615614 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:23.617389 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:23.619135 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Attempting to bind port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:23.626123 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Attempting to bind port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:23.626772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Attempting to bind port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:23.801614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2c58111d-4f23-413c-bef2-b8f3dbdfd575 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (d4401cff-c91b-490d-9c86-e334794fc4bb), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.824963 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:23.895403 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Network f6b86e2a-3872-426c-a67d-323df7f17364 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:23.905208 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:23.905973 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:23.906515 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.907152 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:23.907875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Bound port: 6dd4a5c7-0712-4ccf-b4db-ad253c721395, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:23.908533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.910387 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:23.927362 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:23.931104 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:23.932384 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (a3f10b12-42eb-4943-a69d-f1d758a83139), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:23.970367 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2c58111d-4f23-413c-bef2-b8f3dbdfd575 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (d4401cff-c91b-490d-9c86-e334794fc4bb), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.058076 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] For port 6dd4a5c7-0712-4ccf-b4db-ad253c721395, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:24.067870 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58111d-4f23-413c-bef2-b8f3dbdfd575 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4401cff-c91b-490d-9c86-e334794fc4bb,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:24.073280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] For port 6dd4a5c7-0712-4ccf-b4db-ad253c721395, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6dd4a5c7-0712-4ccf-b4db-ad253c721395,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:24.110544 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 5 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:24.118075 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2c58111d-4f23-413c-bef2-b8f3dbdfd575 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.125254 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-2c58111d-4f23-413c-bef2-b8f3dbdfd575 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8568487 Sep 16 08:05:24.126181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Pushing event updated for resources: {'Port': ['ID=0803281e-8713-4c28-a272-eaeec125dc1a,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:24.128209 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 9f81cd52-87fe-4091-a0a8-176296367d36 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:24.130595 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47926) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:24.139903 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-eeac3360-205f-4ee6-8884-5a79ae0822f7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': '75d9213b-4be1-43aa-9943-526f551e8253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:24.158593 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:19Z', 'revision_number': 2, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:24.201982 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks [] for port (ec9229d8-9278-461e-a232-73b000599fbf), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.220035 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:24.225553 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Updating router 26824754-1141-4254-acf9-b690275979c0 port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:24.255132 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.271499 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-eeac3360-205f-4ee6-8884-5a79ae0822f7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (fd3c9d54-a3c7-46ba-94f8-bf224519b729), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.307365 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ec9229d8-9278-461e-a232-73b000599fbf), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.312001 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.326980 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:24.364242 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:24.365441 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8fedd-a8dd-415e-af0b-aaae145380b6 None None] Pushing event updated for resources: {'Port': ['ID=6dd4a5c7-0712-4ccf-b4db-ad253c721395,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:24.372693 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.379072 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.449009 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:24.465411 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Pushing event updated for resources: {'Port': ['ID=ec9229d8-9278-461e-a232-73b000599fbf,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:24.472260 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:24.481965 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c619ada-09c4-4cd7-beab-0687360712cc,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:24.494043 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-eeac3360-205f-4ee6-8884-5a79ae0822f7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (fd3c9d54-a3c7-46ba-94f8-bf224519b729), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.538415 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:24.544968 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:24.546590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:24.617604 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-eeac3360-205f-4ee6-8884-5a79ae0822f7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (fd3c9d54-a3c7-46ba-94f8-bf224519b729), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.658168 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3360-205f-4ee6-8884-5a79ae0822f7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3c9d54-a3c7-46ba-94f8-bf224519b729,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:24.688570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.688926 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Routers {'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:24.689713 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:24.730414 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Publish callbacks [] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.737361 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:24.777858 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:05:24.809910 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks [] for port (0803281e-8713-4c28-a272-eaeec125dc1a), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.826326 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.838388 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-eeac3360-205f-4ee6-8884-5a79ae0822f7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.839651 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-eeac3360-205f-4ee6-8884-5a79ae0822f7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7078021 Sep 16 08:05:24.842978 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47932) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:24.858928 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:24.917906 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.918670 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (753375fe-ac0b-4f9a-984a-b9ff607a3efd), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:24.952311 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:24.954042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:24.966184 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-bde504c9-997f-4d67-9012-be3b6aa160fb admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/a9695c20-a4f6-48e1-b567-ff3ce69e4f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0552430 Sep 16 08:05:24.967793 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] Set router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:24.985006 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Attempting to bind port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:24.985511 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Attempting to bind port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:24.985966 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Attempting to bind port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:25.107014 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.136897 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:25.137497 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Checking segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:25.138001 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.138506 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Bound using segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:25.139251 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Bound port: 908f1523-ffa9-4dda-a9ed-a42da50cd7cb, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:25.139855 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.183861 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 6 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:25.189668 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527faa95-960c-4277-8456-7c1df7b4f227 None None] Pushing event updated for resources: {'Port': ['ID=2a19895a-0ac0-4493-a0b9-c6774ac99857,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:25.204567 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Pushing event updated for resources: {'Port': ['ID=0803281e-8713-4c28-a272-eaeec125dc1a,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:25.217139 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] For port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:25.220687 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] For port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:25.222062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:25.224284 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d18db7-b7ea-49a6-b0ea-81e15cfe724a None None] Pushing event updated for resources: {'Port': ['ID=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:25.298147 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks [] for port (6c619ada-09c4-4cd7-beab-0687360712cc), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.311225 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8fedd-a8dd-415e-af0b-aaae145380b6 None None] Pushing event updated for resources: {'Port': ['ID=6dd4a5c7-0712-4ccf-b4db-ad253c721395,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:25.316165 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.355789 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:25.357635 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:25.382905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.384154 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (a3f10b12-42eb-4943-a69d-f1d758a83139), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.418533 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:25.419160 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:25.505680 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 9f81cd52-87fe-4091-a0a8-176296367d36 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:25.506078 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.506940 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 9f81cd52-87fe-4091-a0a8-176296367d36 Sep 16 08:05:25.544522 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:25.571429 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:25.618162 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:25.618778 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:16Z', 'revision_number': 3, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:25.624976 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c619ada-09c4-4cd7-beab-0687360712cc,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:25.712664 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d18db7-b7ea-49a6-b0ea-81e15cfe724a None None] Pushing event updated for resources: {'Port': ['ID=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,revision_number=4']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:25.725645 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Router 753375fe-ac0b-4f9a-984a-b9ff607a3efd has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:05:25.764078 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:25.797520 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Network f6b86e2a-3872-426c-a67d-323df7f17364 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:25.886357 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:25.901932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port': {'id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'ec9229d8-9278-461e-a232-73b000599fbf', 'name': '', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'mac_address': 'fa:16:3e:fb:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1317708-323f-4942-9c93-67464d1850c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 2, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'subnets': [{'id': 'a1317708-323f-4942-9c93-67464d1850c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:25.913475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a81b5-ba45-4bab-80d9-e98cfd613eca None None] The sync data for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi is: [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:16Z', 'revision_number': 3, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:25.916457 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:25.947373 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:25.980038 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.27.1.92 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/4d9e9d0a-64ed-47e1-acfd-70409c975a09) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:25.984874 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8154f-62dc-4173-b50a-8854209cbdff None None] The sync data for ids ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'] in dv-cinder-740146-20-iscsi is: [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port': {'id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'ec9229d8-9278-461e-a232-73b000599fbf', 'name': '', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'mac_address': 'fa:16:3e:fb:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1317708-323f-4942-9c93-67464d1850c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 2, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'subnets': [{'id': 'a1317708-323f-4942-9c93-67464d1850c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:26.060109 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 47986) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:26.073477 dv-cinder-740146-20-iscsi neutron-server[106810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 08:05:26.123323 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 7 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:26.212058 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 9f81cd52-87fe-4091-a0a8-176296367d36 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:26.218399 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:26.357239 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:25Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:26.414904 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:26.430063 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed8dc4-c3ba-4caf-a62a-58f39ee62907 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:25Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:26.434931 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:26.435314 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:26.435695 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b Sep 16 08:05:26.449016 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Current status of the port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:26.449901 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:26.629780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] For port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:26.636710 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:26.670505 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-ccc4f5f8-e324-4fd1-a6ae-62889e711e34 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/753375fe-ac0b-4f9a-984a-b9ff607a3efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6911705 Sep 16 08:05:26.715034 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Router a3f10b12-42eb-4943-a69d-f1d758a83139 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:05:26.754531 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:26.812653 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:26.816004 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:26.842030 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Provisioning complete for port 9f81cd52-87fe-4091-a0a8-176296367d36 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:26.845169 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:26.845169 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 1 to provision port 9f81cd52-87fe-4091-a0a8-176296367d36 Sep 16 08:05:26.863762 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:26.913555 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-3e9aa841-281e-4e6f-8085-1c282735bc7b tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:26.916817 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-3e9aa841-281e-4e6f-8085-1c282735bc7b tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/networks?id=f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 HTTP/1.1" status: 200 len: 812 time: 0.8536670 Sep 16 08:05:26.949803 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:05:26.960190 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:26.967908 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-396b2ac9-2138-4c7f-80fd-1ea611af6d38 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/quotas/48c466a9c78b46db90b2c979cf885f43 HTTP/1.1" status: 200 len: 375 time: 0.0334880 Sep 16 08:05:26.972154 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-64224718-4b04-4da9-9a13-42732cdb8df1 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/a3f10b12-42eb-4943-a69d-f1d758a83139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8482902 Sep 16 08:05:27.010600 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Sync routers for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:27.046143 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:27.104229 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Pushing event updated for resources: {'Port': ['ID=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:27.108588 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:27.109218 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:27.170504 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-7a99a0e6-c47a-489d-a43d-32c8cde51088 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=48c466a9c78b46db90b2c979cf885f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896679 Sep 16 08:05:27.195882 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:27.203413 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 03848df1-e431-4a23-a805-a73807ab934c up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:27.289530 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:27.308932 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48036) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:27.312382 dv-cinder-740146-20-iscsi neutron-server[106809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 08:05:27.409584 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:27.420803 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:27.429409 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:27.454468 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=4d9e9d0a-64ed-47e1-acfd-70409c975a09,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:27.606457 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 03848df1-e431-4a23-a805-a73807ab934c triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:27.607142 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (03848df1-e431-4a23-a805-a73807ab934c), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:27.612922 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 03848df1-e431-4a23-a805-a73807ab934c Sep 16 08:05:27.733115 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (4a815c5c-370f-4bfe-b0e7-874167afc83b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:27.761015 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Current status of the port 9f81cd52-87fe-4091-a0a8-176296367d36 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:27.812933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:27.829198 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Provisioning complete for port 80180e48-d3eb-4fb7-a60f-90887bb22d31 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:27.829917 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:27.830215 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-b6407394-ca12-4190-81bc-a870cee931ea tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:27.830764 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 1 to provision port 80180e48-d3eb-4fb7-a60f-90887bb22d31 Sep 16 08:05:27.839044 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-b6407394-ca12-4190-81bc-a870cee931ea tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 818 time: 0.5277338 Sep 16 08:05:27.851642 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-1c7ab64d-b64f-405a-9b55-e32e1c06fed8 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 08:05:27.852196 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-27d7112e-e510-4d05-af43-e72ee8449be0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/quotas/f143f731c6cc4b38ba979827cd390f77 HTTP/1.1" status: 200 len: 375 time: 0.0122154 Sep 16 08:05:27.867781 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-1c7ab64d-b64f-405a-9b55-e32e1c06fed8 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2724245 Sep 16 08:05:27.907405 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:27.992959 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-cf69a207-00b7-4916-8431-797deca6cbcc service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211951 Sep 16 08:05:28.121861 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:28.122099 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3d8c0496-0b58-4809-b667-3eed71b7f348 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2504671 Sep 16 08:05:28.180800 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 03848df1-e431-4a23-a805-a73807ab934c is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:28.181486 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (03848df1-e431-4a23-a805-a73807ab934c), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.218742 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.253929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-ce0ddd4d-4d1b-4aba-8122-c198a96437dc service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 08:05:28.261635 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-ce0ddd4d-4d1b-4aba-8122-c198a96437dc service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0703619 Sep 16 08:05:28.267285 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:28.280112 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 03848df1-e431-4a23-a805-a73807ab934c, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=03848df1-e431-4a23-a805-a73807ab934c,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:28.289139 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Current status of the port 80180e48-d3eb-4fb7-a60f-90887bb22d31 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:28.300828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:28.316836 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Provisioning complete for port 75c0d38c-6c75-4b77-af01-053287c911f5 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:28.317226 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.317561 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Attempt 1 to provision port 75c0d38c-6c75-4b77-af01-053287c911f5 Sep 16 08:05:28.364973 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-9c002de6-b451-4a47-8477-0bda7f3f9eb6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710659 Sep 16 08:05:28.367828 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (03848df1-e431-4a23-a805-a73807ab934c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.416352 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-fcef6331-417d-4ef9-a879-1d80bd536401 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536772 Sep 16 08:05:28.423145 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 2, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:28.599581 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.654363 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.656123 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (4a815c5c-370f-4bfe-b0e7-874167afc83b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.733293 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-a6984913-e770-4008-9bd4-74b3b09cfe8c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137653 Sep 16 08:05:28.756987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Checking router: a3f10b12-42eb-4943-a69d-f1d758a83139 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:28.757528 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Updating router a3f10b12-42eb-4943-a69d-f1d758a83139 port 6c619ada-09c4-4cd7-beab-0687360712cc binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:28.794885 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=03848df1-e431-4a23-a805-a73807ab934c,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:28.846722 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.848344 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9983521 Sep 16 08:05:28.849438 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188187-3d05-4c88-94f0-ec8b415d491d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=4d9e9d0a-64ed-47e1-acfd-70409c975a09,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:28.882245 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:28.925050 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6dd4a5c7-0712-4ccf-b4db-ad253c721395 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:28.999321 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c2622498-4f42-4b4d-a148-4e6d066506cb None None] Current status of the port 75c0d38c-6c75-4b77-af01-053287c911f5 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:29.166518 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:29.167772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.168113 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 Sep 16 08:05:29.250450 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48136) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:29.259295 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-a55154a2-3910-4127-90d1-821556816f15 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940078975', 'description': 'tempest-description--1924303668'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:29.262711 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Provisioning complete for port 0803281e-8713-4c28-a272-eaeec125dc1a triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:29.263298 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.263433 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 1 to provision port 0803281e-8713-4c28-a272-eaeec125dc1a Sep 16 08:05:29.292900 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-96bae18a-0ec1-4033-827e-e36dd5b4a9e5 req-b20c66a6-61f9-4941-87ed-976bef23e4a4 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.1202867 Sep 16 08:05:29.304264 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Port 0803281e-8713-4c28-a272-eaeec125dc1a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:29.328507 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:29.405457 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a55154a2-3910-4127-90d1-821556816f15 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.420516 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1e739eb2-8a66-4e8a-b6ff-6786b9009a6d req-b0c2fa9b-a372-4a90-87f5-26c83d60ecd0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 210 time: 0.0911586 Sep 16 08:05:29.497213 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:29.497694 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.507193 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a55154a2-3910-4127-90d1-821556816f15 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (710c2f77-7e7c-4544-b696-bcc19e2aabc5), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.569532 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-f945793d-3c76-46fd-ac78-1a36a3a34b1b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--948040452&fields=id&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 267 time: 0.1201985 Sep 16 08:05:29.571815 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 6dd4a5c7-0712-4ccf-b4db-ad253c721395, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6dd4a5c7-0712-4ccf-b4db-ad253c721395,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:29.603880 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a55154a2-3910-4127-90d1-821556816f15 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (710c2f77-7e7c-4544-b696-bcc19e2aabc5), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.662402 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.667942 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:29.727327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-fe5103d9-2569-463a-9579-765799019f3a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:29.743589 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-fe5103d9-2569-463a-9579-765799019f3a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.1657641 Sep 16 08:05:29.762970 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-3cb87c1f-b653-45a2-8e6d-05b3cd770023 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/quotas/b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 375 time: 0.0183187 Sep 16 08:05:29.764267 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Publish callbacks [] for port (6c619ada-09c4-4cd7-beab-0687360712cc), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.774847 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a55154a2-3910-4127-90d1-821556816f15 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.782464 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a55154a2-3910-4127-90d1-821556816f15 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5282774 Sep 16 08:05:29.796022 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:29.796592 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.796800 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b Sep 16 08:05:29.797117 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48184) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:29.806719 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-e10f2e5c-a2a6-4e91-b2c7-de2d309ebdec tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'security_group_rule': {'security_group_id': '710c2f77-7e7c-4544-b696-bcc19e2aabc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:29.835395 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 2 to provision port 0803281e-8713-4c28-a272-eaeec125dc1a Sep 16 08:05:29.843232 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:29.850156 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0461f32d-0e64-4ed8-ba0c-2964fc446f89 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849340 Sep 16 08:05:29.864375 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=6dd4a5c7-0712-4ccf-b4db-ad253c721395,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:29.915121 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55154a2-3910-4127-90d1-821556816f15 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710c2f77-7e7c-4544-b696-bcc19e2aabc5,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:29.921383 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.931377 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:29.970846 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e10f2e5c-a2a6-4e91-b2c7-de2d309ebdec tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (3c1accfe-4e7e-4505-98a5-22773ae5380d), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:29.977961 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:30.020663 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Port 0803281e-8713-4c28-a272-eaeec125dc1a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:30.021354 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:30.023814 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-1c1511c9-f251-4fbe-810a-7f5d31fa14b6 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662722 Sep 16 08:05:30.024120 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 908f1523-ffa9-4dda-a9ed-a42da50cd7cb up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:30.041508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-630c0867-00dd-4997-842c-14b0d99e32ae tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:30.042990 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-630c0867-00dd-4997-842c-14b0d99e32ae tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 818 time: 0.3775561 Sep 16 08:05:30.065799 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-5e0aaf05-0636-4765-9a74-174184e57940 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/quotas/f143f731c6cc4b38ba979827cd390f77 HTTP/1.1" status: 200 len: 375 time: 0.0094588 Sep 16 08:05:30.096607 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c13fef-4c62-427c-8953-2ef6efc2f56b None None] Pushing event updated for resources: {'Port': ['ID=6c619ada-09c4-4cd7-beab-0687360712cc,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:30.157365 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e10f2e5c-a2a6-4e91-b2c7-de2d309ebdec tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (3c1accfe-4e7e-4505-98a5-22773ae5380d), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.173524 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-b143368a-f068-45e9-b870-77e6756da38d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453404 Sep 16 08:05:30.243152 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Attempting to bind port 6c619ada-09c4-4cd7-beab-0687360712cc on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:30.243666 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Attempting to bind port 6c619ada-09c4-4cd7-beab-0687360712cc by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:30.244130 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Attempting to bind port 6c619ada-09c4-4cd7-beab-0687360712cc on network f6b86e2a-3872-426c-a67d-323df7f17364 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:30.252104 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-510da2ea-38a8-46ab-b26c-2893c4611ec8 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1638651 Sep 16 08:05:30.255467 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e10f2e5c-a2a6-4e91-b2c7-de2d309ebdec tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (3c1accfe-4e7e-4505-98a5-22773ae5380d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.322862 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f2e5c-a2a6-4e91-b2c7-de2d309ebdec tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1accfe-4e7e-4505-98a5-22773ae5380d,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:30.367877 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Sync routers for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:30.368440 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:30.368440 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.368440 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb Sep 16 08:05:30.383102 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:30.383822 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:30.420349 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e10f2e5c-a2a6-4e91-b2c7-de2d309ebdec tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.422347 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e10f2e5c-a2a6-4e91-b2c7-de2d309ebdec tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6242065 Sep 16 08:05:30.429221 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48216) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:30.441910 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-064b4fd9-998e-441b-91cb-ba1a06f21c23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'security_group_rule': {'security_group_id': '710c2f77-7e7c-4544-b696-bcc19e2aabc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:30.451606 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:30.517516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:30.517516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Checking segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:30.517516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.517516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Bound using segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:30.517516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Bound port: 6c619ada-09c4-4cd7-beab-0687360712cc, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:30.517996 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.529636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:30.530029 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 3 to provision port 0803281e-8713-4c28-a272-eaeec125dc1a Sep 16 08:05:30.594779 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-db4e9dd9-4e29-41a7-ae97-b24229576b64 req-9e726a52-0361-4d30-8e16-a4f23ca17f2c tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.0438249 Sep 16 08:05:30.597908 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-3f48f61f-1430-4919-b41f-17ab1cc4d30c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439784 Sep 16 08:05:30.633297 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-064b4fd9-998e-441b-91cb-ba1a06f21c23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (6974af50-c6a8-48ea-90a1-61bd2035bf02), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.651870 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:30.660774 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Port 0803281e-8713-4c28-a272-eaeec125dc1a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:30.742962 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3340f39e-ae39-4d4d-aabb-4b78af2ea9cb req-42f6c768-92bd-44b6-82d7-0796ea253326 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.0550842 Sep 16 08:05:30.785504 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-064b4fd9-998e-441b-91cb-ba1a06f21c23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (6974af50-c6a8-48ea-90a1-61bd2035bf02), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.825993 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:30.924671 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-064b4fd9-998e-441b-91cb-ba1a06f21c23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (6974af50-c6a8-48ea-90a1-61bd2035bf02), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:30.930584 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] For port 6c619ada-09c4-4cd7-beab-0687360712cc, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:30.936431 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] For port 6c619ada-09c4-4cd7-beab-0687360712cc, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6c619ada-09c4-4cd7-beab-0687360712cc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:30.939404 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:30.940641 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2a19895a-0ac0-4493-a0b9-c6774ac99857 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:30.944332 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 2, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:30.948950 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-aaf3bd22-4d3b-4f50-a301-70ff8902bdc2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430777 Sep 16 08:05:30.977572 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Checking router: 753375fe-ac0b-4f9a-984a-b9ff607a3efd for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:30.978207 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Updating router 753375fe-ac0b-4f9a-984a-b9ff607a3efd port 0803281e-8713-4c28-a272-eaeec125dc1a binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:30.999451 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4fd9-998e-441b-91cb-ba1a06f21c23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6974af50-c6a8-48ea-90a1-61bd2035bf02,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:31.008710 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 2a19895a-0ac0-4493-a0b9-c6774ac99857 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:31.009170 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.009575 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 2a19895a-0ac0-4493-a0b9-c6774ac99857 Sep 16 08:05:31.032354 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.085891 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-064b4fd9-998e-441b-91cb-ba1a06f21c23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.097688 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-064b4fd9-998e-441b-91cb-ba1a06f21c23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6570268 Sep 16 08:05:31.097688 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48254) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:31.100696 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48256) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:31.102092 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:31.150136 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.196220 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 4 to provision port 0803281e-8713-4c28-a272-eaeec125dc1a Sep 16 08:05:31.260415 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.262028 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33794076-d91d-4792-a453-ea1af7a19d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.311020 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:31.312908 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:31.343038 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:31.376617 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 2a19895a-0ac0-4493-a0b9-c6774ac99857 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:31.377086 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.423971 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Port 0803281e-8713-4c28-a272-eaeec125dc1a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:31.429166 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:31.437587 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:31.438128 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c13fef-4c62-427c-8953-2ef6efc2f56b None None] Pushing event updated for resources: {'Port': ['ID=6c619ada-09c4-4cd7-beab-0687360712cc,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:31.450138 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 2a19895a-0ac0-4493-a0b9-c6774ac99857, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=2a19895a-0ac0-4493-a0b9-c6774ac99857,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:31.540600 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33794076-d91d-4792-a453-ea1af7a19d13 admin admin] Publish callbacks [] for security_group (6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.563586 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.602717 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33794076-d91d-4792-a453-ea1af7a19d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.657549 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Publish callbacks [] for port (0803281e-8713-4c28-a272-eaeec125dc1a), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.708719 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33794076-d91d-4792-a453-ea1af7a19d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:31.755090 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:31.768710 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:31.785705 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48292) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:31.883451 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d24df-e21e-487e-862d-f0c360536550 None None] Pushing event updated for resources: {'Port': ['ID=0803281e-8713-4c28-a272-eaeec125dc1a,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:31.979593 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-24ef508a-f210-4659-9bee-4b67de845ae6 req-6a6ce401-0e6c-4a29-aafe-4f8c6c34d17a tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.2067273 Sep 16 08:05:31.994230 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-33794076-d91d-4792-a453-ea1af7a19d13 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ac6baea7843b47109de92534d1934eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919520 Sep 16 08:05:32.000215 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48310) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:32.020988 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6473de5c-a033-455f-8526-157fd38da4d4 req-302d8275-ef2f-46ba-8843-34196a9a7cbb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.2276356 Sep 16 08:05:32.053909 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Attempting to bind port 0803281e-8713-4c28-a272-eaeec125dc1a on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:32.055088 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Attempting to bind port 0803281e-8713-4c28-a272-eaeec125dc1a by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:32.057137 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Attempting to bind port 0803281e-8713-4c28-a272-eaeec125dc1a on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:32.134666 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 5 to provision port 0803281e-8713-4c28-a272-eaeec125dc1a Sep 16 08:05:32.147903 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.161265 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6dd4a5c7-0712-4ccf-b4db-ad253c721395 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:32.162267 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:32.163131 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Checking segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:32.166407 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.167466 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Bound using segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:32.168421 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Bound port: 0803281e-8713-4c28-a272-eaeec125dc1a, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:32.170645 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.312292 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-738303a8-eda6-4167-83aa-28d062b9e6ee req-0ce9b82d-bd38-4368-a741-fd85bb3f71e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.1809032 Sep 16 08:05:32.364088 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] For port 0803281e-8713-4c28-a272-eaeec125dc1a, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:32.377446 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=2a19895a-0ac0-4493-a0b9-c6774ac99857,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:32.381933 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] For port 0803281e-8713-4c28-a272-eaeec125dc1a, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=0803281e-8713-4c28-a272-eaeec125dc1a,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:32.394438 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0c75-4898-422b-98e5-5315f6f57e3c admin admin] Publish callbacks [] for security_group (6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.440057 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0c75-4898-422b-98e5-5315f6f57e3c admin admin] Publish callbacks [] for security_group (6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.488132 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.565659 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:32.580436 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b76a673-c67e-4fc8-a9e0-fd6a763b176e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.585329 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48320) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:32.618355 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0c75-4898-422b-98e5-5315f6f57e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.626080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0c75-4898-422b-98e5-5315f6f57e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.632079 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a9ee0c75-4898-422b-98e5-5315f6f57e3c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d HTTP/1.1" status: 204 len: 168 time: 0.6223121 Sep 16 08:05:32.643131 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Port 0803281e-8713-4c28-a272-eaeec125dc1a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:32.648946 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d24df-e21e-487e-862d-f0c360536550 None None] Pushing event updated for resources: {'Port': ['ID=0803281e-8713-4c28-a272-eaeec125dc1a,revision_number=4']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:32.657474 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:32.659564 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.659987 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 Sep 16 08:05:32.660253 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:32.661131 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:32.668326 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee0c75-4898-422b-98e5-5315f6f57e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a333f9a-08b9-49f2-8e1a-b5ec1563ce8d,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:32.795029 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:32.822215 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ba8-7da5-4b9d-8c08-3269097d1f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.864228 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Allocated IP 172.27.1.54 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/563d3784-84ff-466f-bd01-4477950e025a) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:32.916938 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:32.919136 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 03848df1-e431-4a23-a805-a73807ab934c up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:32.927233 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Sync routers for ids ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:05:32.977974 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:32.988329 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ba8-7da5-4b9d-8c08-3269097d1f48 admin admin] Publish callbacks [] for security_group (547e4e31-ded7-4b37-ac04-5401b77bb398), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:32.994015 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Routers {'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:32.994924 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:33.002371 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b76a673-c67e-4fc8-a9e0-fd6a763b176e admin admin] Publish callbacks [] for security_group (ee5f7cba-691f-4974-bda0-66988a0a6845), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.004452 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:33.017309 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:33.028815 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:33.049903 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:30Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:33.056502 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for port (563d3784-84ff-466f-bd01-4477950e025a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.086271 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206e664-ed21-49bf-9ad4-9dd2947308e9 None None] The sync data for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi is: [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:30Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:33.103625 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 03848df1-e431-4a23-a805-a73807ab934c triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:33.103625 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (03848df1-e431-4a23-a805-a73807ab934c), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.103625 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 03848df1-e431-4a23-a805-a73807ab934c Sep 16 08:05:33.123160 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a59e5ba8-7da5-4b9d-8c08-3269097d1f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (547e4e31-ded7-4b37-ac04-5401b77bb398), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.126048 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b76a673-c67e-4fc8-a9e0-fd6a763b176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ee5f7cba-691f-4974-bda0-66988a0a6845), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.154964 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 6 to provision port 0803281e-8713-4c28-a272-eaeec125dc1a Sep 16 08:05:33.169486 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (563d3784-84ff-466f-bd01-4477950e025a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.249350 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-7b76a673-c67e-4fc8-a9e0-fd6a763b176e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8bd2d82a53b14363a6c82a6d4f2927e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4475634 Sep 16 08:05:33.261403 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48336) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:33.295229 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:33.341580 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2d6c2954-52b3-4e6e-9ae8-cee9c8593a93 req-06c1c79e-a173-48ea-a11e-73b4ecf92567 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.1029253 Sep 16 08:05:33.350186 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a59e5ba8-7da5-4b9d-8c08-3269097d1f48 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=818276d7e2d74ad6b1d24b201f75acb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7633870 Sep 16 08:05:33.356385 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48340) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:33.364946 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:33.395026 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:33.403208 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e5ba8-7da5-4b9d-8c08-3269097d1f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e4e31-ded7-4b37-ac04-5401b77bb398,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:33.480712 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76a673-c67e-4fc8-a9e0-fd6a763b176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5f7cba-691f-4974-bda0-66988a0a6845,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:33.484184 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Set router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:33.492741 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'Port': ['ID=563d3784-84ff-466f-bd01-4477950e025a,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:33.524514 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c57f3489-0bd3-42b4-bbdf-851316f084d4 admin admin] Publish callbacks [] for security_group (547e4e31-ded7-4b37-ac04-5401b77bb398), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.595992 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c57f3489-0bd3-42b4-bbdf-851316f084d4 admin admin] Publish callbacks [] for security_group (547e4e31-ded7-4b37-ac04-5401b77bb398), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.653183 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-699238b9-775e-4552-88a9-cc0e635a5b81 req-7725c467-1485-481e-92db-f3483d20a9a0 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.2623181 Sep 16 08:05:33.755373 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:33.761132 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 03848df1-e431-4a23-a805-a73807ab934c is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:33.778648 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:32Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:33.839605 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e9b084-c233-46f4-87e7-437f3489d6de None None] The sync data for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi is: [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:32Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:33.888909 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Current status of the port 0803281e-8713-4c28-a272-eaeec125dc1a is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:33.889891 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.903515 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c57f3489-0bd3-42b4-bbdf-851316f084d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (547e4e31-ded7-4b37-ac04-5401b77bb398), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.906647 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c57f3489-0bd3-42b4-bbdf-851316f084d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.909990 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c57f3489-0bd3-42b4-bbdf-851316f084d4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/547e4e31-ded7-4b37-ac04-5401b77bb398 HTTP/1.1" status: 204 len: 168 time: 0.5506949 Sep 16 08:05:33.923012 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-23cc1f7a-2f0e-4c61-be04-9e5ec8327877 req-441c8866-2f00-420b-8acc-4fa891a3bf90 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.0872271 Sep 16 08:05:33.924545 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (cdfb0bcd-f6f1-403a-b30c-3d7796f88e10), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.933106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9434-d1db-4ffc-bae9-3b38e538dbc1 admin admin] Publish callbacks [] for security_group (ee5f7cba-691f-4974-bda0-66988a0a6845), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:33.944129 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f3489-0bd3-42b4-bbdf-851316f084d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e4e31-ded7-4b37-ac04-5401b77bb398,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:34.007186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9434-d1db-4ffc-bae9-3b38e538dbc1 admin admin] Publish callbacks [] for security_group (ee5f7cba-691f-4974-bda0-66988a0a6845), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.069900 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] For port 0803281e-8713-4c28-a272-eaeec125dc1a, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=0803281e-8713-4c28-a272-eaeec125dc1a,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:34.143759 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port': {'id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'ec9229d8-9278-461e-a232-73b000599fbf', 'name': '', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'mac_address': 'fa:16:3e:fb:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1317708-323f-4942-9c93-67464d1850c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 2, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'subnets': [{'id': 'a1317708-323f-4942-9c93-67464d1850c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:34.195587 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (563d3784-84ff-466f-bd01-4477950e025a), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.200874 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Checking router: a9695c20-a4f6-48e1-b567-ff3ce69e4f2d for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:05:34.201732 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Updating router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d port ec9229d8-9278-461e-a232-73b000599fbf binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:05:34.214106 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6c619ada-09c4-4cd7-beab-0687360712cc up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:34.269689 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9434-d1db-4ffc-bae9-3b38e538dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ee5f7cba-691f-4974-bda0-66988a0a6845), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.274829 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9434-d1db-4ffc-bae9-3b38e538dbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.276327 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.277251 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c6cc9434-d1db-4ffc-bae9-3b38e538dbc1 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ee5f7cba-691f-4974-bda0-66988a0a6845 HTTP/1.1" status: 204 len: 168 time: 1.0115509 Sep 16 08:05:34.296250 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc9434-d1db-4ffc-bae9-3b38e538dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5f7cba-691f-4974-bda0-66988a0a6845,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:34.314558 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ec9229d8-9278-461e-a232-73b000599fbf), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.357385 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Provisioning complete for port 6c619ada-09c4-4cd7-beab-0687360712cc triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:34.357761 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.358347 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 1 to provision port 6c619ada-09c4-4cd7-beab-0687360712cc Sep 16 08:05:34.450191 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6c619ada-09c4-4cd7-beab-0687360712cc triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:34.450537 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.451011 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6c619ada-09c4-4cd7-beab-0687360712cc Sep 16 08:05:34.459666 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Pushing event updated for resources: {'Port': ['ID=0803281e-8713-4c28-a272-eaeec125dc1a,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:34.530036 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dfc01683-bd77-49f6-9f9c-ec58beb66e05 req-1c262e10-fbde-4cfb-9ec5-0ccad1038ff3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.0423627 Sep 16 08:05:34.591332 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:34.663398 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for port (563d3784-84ff-466f-bd01-4477950e025a), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.692412 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.42', 54539) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:34.756171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Current status of the port 6c619ada-09c4-4cd7-beab-0687360712cc is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:34.756562 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.775689 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (563d3784-84ff-466f-bd01-4477950e025a), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.777171 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (cdfb0bcd-f6f1-403a-b30c-3d7796f88e10), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.806397 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6c619ada-09c4-4cd7-beab-0687360712cc is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:34.807079 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.887002 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:34.944916 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'Port': ['ID=563d3784-84ff-466f-bd01-4477950e025a,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:34.956451 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:34.962366 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4372dd47-1ba8-4f6e-9ddc-e37f1fce295f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8697765 Sep 16 08:05:34.962905 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-01bd80f1-e6ad-405d-a4f7-8aa4a042178d req-fd1a1c6e-5069-442f-aa4d-c58a0e0caa65 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.1263390 Sep 16 08:05:35.045473 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] For port 6c619ada-09c4-4cd7-beab-0687360712cc, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6c619ada-09c4-4cd7-beab-0687360712cc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:35.070915 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Publish callbacks [] for port (ec9229d8-9278-461e-a232-73b000599fbf), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.088619 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-e4ca5051-ee74-4cf0-b42f-77d5e43ed99d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:35.090116 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-e4ca5051-ee74-4cf0-b42f-77d5e43ed99d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 818 time: 0.3827319 Sep 16 08:05:35.109831 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5f75c1d4-94f0-421c-bf0b-cd44590c1627 req-64cadde3-881d-42b5-b875-3fc34a282b12 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.0456500 Sep 16 08:05:35.197278 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'port': {'device_id': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'admin_state_up': True, 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:35.234579 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.246092 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ec9229d8-9278-461e-a232-73b000599fbf), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.340218 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:35.362313 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Provisioning complete for port ec9229d8-9278-461e-a232-73b000599fbf triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:35.363081 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ec9229d8-9278-461e-a232-73b000599fbf), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.363413 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 1 to provision port ec9229d8-9278-461e-a232-73b000599fbf Sep 16 08:05:35.415600 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.db.api [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 08:05:35.416016 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG oslo_db.api [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 08:05:35.441771 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48390) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:35.444652 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Pushing event updated for resources: {'Port': ['ID=6c619ada-09c4-4cd7-beab-0687360712cc,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:35.450506 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Attempting to bind port ec9229d8-9278-461e-a232-73b000599fbf on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:35.450810 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Attempting to bind port ec9229d8-9278-461e-a232-73b000599fbf by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:35.451571 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Attempting to bind port ec9229d8-9278-461e-a232-73b000599fbf on network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:35.455793 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Port ec9229d8-9278-461e-a232-73b000599fbf cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:35.459400 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ee30c4c-3845-4c77-ba8a-3aaf342b0dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.463027 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Made reservation on behalf of f143f731c6cc4b38ba979827cd390f77 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:35.467436 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.540698 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48394) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:35.557718 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-68af69c1-3b89-45ae-989f-b24182e273f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.653431 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68187265-f4d5-43be-9c6f-031de685d804 None None] Pushing event updated for resources: {'Port': ['ID=ec9229d8-9278-461e-a232-73b000599fbf,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:35.664825 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:35.665203 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Checking segment: {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:35.665604 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.665994 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Bound using segment: {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:35.666467 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Bound port: ec9229d8-9278-461e-a232-73b000599fbf, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:35.666876 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ec9229d8-9278-461e-a232-73b000599fbf), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.764915 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] For port ec9229d8-9278-461e-a232-73b000599fbf, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:35.769115 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] For port ec9229d8-9278-461e-a232-73b000599fbf, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=ec9229d8-9278-461e-a232-73b000599fbf,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:35.828751 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c5def96-ac23-46be-a414-b5b68981af11 req-5a6db114-6cce-4bfe-a6de-f5bffc1652ed tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.0476849 Sep 16 08:05:35.896266 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-68af69c1-3b89-45ae-989f-b24182e273f6 admin admin] Publish callbacks [] for security_group (1962d1c6-9ef7-4928-90a0-927e06bb5cab), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.916939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ec9229d8-9278-461e-a232-73b000599fbf), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:35.968344 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Attempt 2 to provision port ec9229d8-9278-461e-a232-73b000599fbf Sep 16 08:05:36.014432 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Routers {'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:05:36.015103 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:36.031345 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-6e860f19-ed97-402b-b691-18154f61144d tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1940078975&fields=id&tenant_id=45838a0f741e485e8f424375c6d0d489 HTTP/1.1" status: 200 len: 267 time: 0.2389729 Sep 16 08:05:36.037790 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-68af69c1-3b89-45ae-989f-b24182e273f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (1962d1c6-9ef7-4928-90a0-927e06bb5cab), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.061317 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6c619ada-09c4-4cd7-beab-0687360712cc is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:36.062319 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2a19895a-0ac0-4493-a0b9-c6774ac99857 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:36.108036 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.42', 54549) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:36.167074 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ee30c4c-3845-4c77-ba8a-3aaf342b0dd1 admin admin] Publish callbacks [] for security_group (855fd384-4578-4668-80a3-7283f56f9a0c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.168840 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Allocated IP 172.20.0.9 (24df6cf0-63a8-4e5b-a9ad-1254d9c28362/9abab58f-37e4-4971-8232-7e0b5120da39/27b13be5-f0af-474b-bcb2-8afc268cf10e) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:36.193188 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68187265-f4d5-43be-9c6f-031de685d804 None None] Pushing event updated for resources: {'Port': ['ID=ec9229d8-9278-461e-a232-73b000599fbf,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:36.285442 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-240727a8-620d-4509-8115-caee35a94263 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:36.297411 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-240727a8-620d-4509-8115-caee35a94263 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 811 time: 0.2651405 Sep 16 08:05:36.308461 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ee30c4c-3845-4c77-ba8a-3aaf342b0dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (855fd384-4578-4668-80a3-7283f56f9a0c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.370418 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 2a19895a-0ac0-4493-a0b9-c6774ac99857 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:36.370966 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.371264 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 2a19895a-0ac0-4493-a0b9-c6774ac99857 Sep 16 08:05:36.372632 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-60ebca43-759c-4094-af65-c6322abf8c92 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/quotas/45838a0f741e485e8f424375c6d0d489 HTTP/1.1" status: 200 len: 375 time: 0.0742249 Sep 16 08:05:36.378323 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] Set router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:05:36.391214 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eb84bbe6-75e0-4e71-b311-29bedc3e648e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:36.393000 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eb84bbe6-75e0-4e71-b311-29bedc3e648e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 HTTP/1.1" status: 200 len: 812 time: 0.2837174 Sep 16 08:05:36.407990 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:36.415728 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-68af69c1-3b89-45ae-989f-b24182e273f6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2df3d15d614f4de3b5ad652b8df17e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8737977 Sep 16 08:05:36.449476 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:36.450373 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af69c1-3b89-45ae-989f-b24182e273f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1962d1c6-9ef7-4928-90a0-927e06bb5cab,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:36.453082 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48432) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:36.456574 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Current status of the port ec9229d8-9278-461e-a232-73b000599fbf is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:36.457012 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ec9229d8-9278-461e-a232-73b000599fbf), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.470363 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Request body: {'port': {'device_id': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'admin_state_up': True, 'tenant_id': '48c466a9c78b46db90b2c979cf885f43'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:36.493003 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ae308929-c22f-4063-aa81-19f45c6c901e req-f4db7218-80cc-43f7-815c-68fba2b9c309 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.0986676 Sep 16 08:05:36.548475 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6ee30c4c-3845-4c77-ba8a-3aaf342b0dd1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=eb52d54cfb144457a71c78339f74d936&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1051953 Sep 16 08:05:36.553877 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee30c4c-3845-4c77-ba8a-3aaf342b0dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855fd384-4578-4668-80a3-7283f56f9a0c,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:36.558968 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48442) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:36.619616 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-781b40c6-32d3-47dc-9b8e-09b5b018bacc tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456405 Sep 16 08:05:36.659482 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ab80a34a-324d-479c-9404-a2ea07fd03da req-9aa5b8b5-276e-48ba-83ec-0c0f47feff8e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.0407374 Sep 16 08:05:36.666620 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] For port ec9229d8-9278-461e-a232-73b000599fbf, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=ec9229d8-9278-461e-a232-73b000599fbf,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:36.669225 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:36.723213 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4cf04a58-4007-4138-88cf-8225ed7f9d8e admin admin] Publish callbacks [] for security_group (1962d1c6-9ef7-4928-90a0-927e06bb5cab), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.751083 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.763760 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12f38a60-2f47-4dc4-8787-455781bea3dc admin admin] Publish callbacks [] for security_group (855fd384-4578-4668-80a3-7283f56f9a0c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.781299 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4cf04a58-4007-4138-88cf-8225ed7f9d8e admin admin] Publish callbacks [] for security_group (1962d1c6-9ef7-4928-90a0-927e06bb5cab), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.781949 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ec9229d8-9278-461e-a232-73b000599fbf), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.788139 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 2a19895a-0ac0-4493-a0b9-c6774ac99857 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:36.820283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12f38a60-2f47-4dc4-8787-455781bea3dc admin admin] Publish callbacks [] for security_group (855fd384-4578-4668-80a3-7283f56f9a0c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.856580 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-9e13f500-5a65-4ead-b788-0e5ef88df57e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136090 Sep 16 08:05:36.888068 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:36.935604 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Made reservation on behalf of 48c466a9c78b46db90b2c979cf885f43 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:36.958920 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:36.962579 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:37.017689 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:37.084507 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927e9cd-5788-4809-9b48-10e684aa2ba9 None None] Pushing event updated for resources: {'Port': ['ID=ec9229d8-9278-461e-a232-73b000599fbf,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:37.116965 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 0803281e-8713-4c28-a272-eaeec125dc1a up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:37.168722 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port': {'id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'ec9229d8-9278-461e-a232-73b000599fbf', 'name': '', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'mac_address': 'fa:16:3e:fb:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1317708-323f-4942-9c93-67464d1850c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:35Z', 'revision_number': 4, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'subnets': [{'id': 'a1317708-323f-4942-9c93-67464d1850c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:05:37.220911 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:37.232745 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdcd82c-3cc0-4099-8b11-9d54f0373dc8 None None] The sync data for ids ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'] in dv-cinder-740146-20-iscsi is: [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port': {'id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'ec9229d8-9278-461e-a232-73b000599fbf', 'name': '', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'mac_address': 'fa:16:3e:fb:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1317708-323f-4942-9c93-67464d1850c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:35Z', 'revision_number': 4, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'subnets': [{'id': 'a1317708-323f-4942-9c93-67464d1850c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:05:37.238761 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:37.245088 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-031c2ac2-741a-4d9c-baee-9dc85be2e2c0 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791101 Sep 16 08:05:37.249921 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:37.257705 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:37.260253 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:37.283545 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'Port': ['ID=27b13be5-f0af-474b-bcb2-8afc268cf10e,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:37.313720 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 0803281e-8713-4c28-a272-eaeec125dc1a triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:37.314150 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:37.314498 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 0803281e-8713-4c28-a272-eaeec125dc1a Sep 16 08:05:37.356659 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12f38a60-2f47-4dc4-8787-455781bea3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (855fd384-4578-4668-80a3-7283f56f9a0c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:37.359296 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12f38a60-2f47-4dc4-8787-455781bea3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:37.360450 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-12f38a60-2f47-4dc4-8787-455781bea3dc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/855fd384-4578-4668-80a3-7283f56f9a0c HTTP/1.1" status: 204 len: 168 time: 0.7967873 Sep 16 08:05:37.383321 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f38a60-2f47-4dc4-8787-455781bea3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855fd384-4578-4668-80a3-7283f56f9a0c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:37.429598 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-3a7fb3ac-676b-4efa-acfd-2dd619a295a2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2369499 Sep 16 08:05:37.441905 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-b5159099-f59b-4091-b919-4eac0dd03f3d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 08:05:37.442938 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-b5159099-f59b-4091-b919-4eac0dd03f3d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054622 Sep 16 08:05:37.468111 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7fe170c4-4294-4c50-b039-b54132cf4e56 req-049f5cc2-a97d-465c-82c8-126bdbd8691e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.2721918 Sep 16 08:05:37.656999 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:05:37.782758 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 0803281e-8713-4c28-a272-eaeec125dc1a is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:37.795853 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6c619ada-09c4-4cd7-beab-0687360712cc up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:37.993983 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4cf04a58-4007-4138-88cf-8225ed7f9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (1962d1c6-9ef7-4928-90a0-927e06bb5cab), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:38.005103 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Provisioning complete for port 27b13be5-f0af-474b-bcb2-8afc268cf10e triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:38.012528 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:38.018950 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4cf04a58-4007-4138-88cf-8225ed7f9d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:38.019177 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 1 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:38.019246 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4cf04a58-4007-4138-88cf-8225ed7f9d8e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1962d1c6-9ef7-4928-90a0-927e06bb5cab HTTP/1.1" status: 204 len: 168 time: 1.5363092 Sep 16 08:05:38.033429 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-664deab3-11fc-4c81-9dc0-03be73192999 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:38.040691 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-664deab3-11fc-4c81-9dc0-03be73192999 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.4690013 Sep 16 08:05:38.092989 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6c619ada-09c4-4cd7-beab-0687360712cc triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:38.093366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:38.093812 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6c619ada-09c4-4cd7-beab-0687360712cc Sep 16 08:05:38.147776 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:38.277825 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b57297d0-7b33-4923-b46f-03ff5c3628ff req-8a01e4c4-e181-44e0-983f-b00998a810f0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.1796622 Sep 16 08:05:38.279332 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.42', 54563) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:38.313329 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf04a58-4007-4138-88cf-8225ed7f9d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962d1c6-9ef7-4928-90a0-927e06bb5cab,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:38.315092 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6c619ada-09c4-4cd7-beab-0687360712cc is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:38.319809 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ec9229d8-9278-461e-a232-73b000599fbf up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:38.359582 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2632fadb-733d-44a3-85ed-eea3931bb41b req-9f447583-0440-4870-a9e7-4359fc5d35f4 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.4612443 Sep 16 08:05:38.388026 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:38.393402 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Allocated IP 172.20.0.11 (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583/a1317708-323f-4942-9c93-67464d1850c0/7ba33ab1-123d-4e11-ba3e-f820f20c39b8) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:38.421776 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-751f2b14-5bba-4eb7-9546-08f48ef443b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:38.483538 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port ec9229d8-9278-461e-a232-73b000599fbf triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:38.484112 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ec9229d8-9278-461e-a232-73b000599fbf), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:38.484791 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port ec9229d8-9278-461e-a232-73b000599fbf Sep 16 08:05:38.534868 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:38.609384 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:38.628817 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-6a973880-8875-4ae0-9700-eb1a2764d7b0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 379 time: 0.5642085 Sep 16 08:05:38.647336 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9c90b41e-364d-478e-8f47-5a48f2457920 req-2f9ece5a-a422-424d-8b10-40558b5f4697 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.2334607 Sep 16 08:05:38.696013 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 2 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:38.763073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'port': {'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'admin_state_up': True, 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'security_groups': ['75d9213b-4be1-43aa-9943-526f551e8253']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:38.912900 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:38.919268 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Request body: {'port': {'device_id': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:38.928695 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port ec9229d8-9278-461e-a232-73b000599fbf is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:38.986860 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks [] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:39.051987 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:39.116410 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ec9229d8-9278-461e-a232-73b000599fbf up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:05:39.135898 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.42', 54566) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:39.229882 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:39.234866 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port ec9229d8-9278-461e-a232-73b000599fbf triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:39.234866 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ec9229d8-9278-461e-a232-73b000599fbf), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:39.234866 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port ec9229d8-9278-461e-a232-73b000599fbf Sep 16 08:05:39.239329 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-510aa399-4d57-4740-b53a-e43d30564c31 req-68cc76f9-53f7-41f5-b8cd-d6b9b5f6faf2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.2020493 Sep 16 08:05:39.363549 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:39.417011 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 3 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:39.440105 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:39.460757 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Made reservation on behalf of b807736ef6c54be2b4715f32a4cfea57 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:39.473835 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:39.492776 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Pushing event updated for resources: {'Port': ['ID=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:39.555194 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port ec9229d8-9278-461e-a232-73b000599fbf is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:39.559642 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:39.574591 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:39.580598 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:39.594356 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:39.601010 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:39.601010 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:39.630022 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d033-88a3-497b-9edc-fc1d8fc4ec97 req-12569b2d-1c60-4a78-b8ad-adf1af7551cd tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:39.638599 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a628d033-88a3-497b-9edc-fc1d8fc4ec97 req-12569b2d-1c60-4a78-b8ad-adf1af7551cd tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 932 time: 0.1359117 Sep 16 08:05:39.756308 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a628d033-88a3-497b-9edc-fc1d8fc4ec97 req-e0dda49f-a3b2-49b4-adf8-316b7e840062 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159356 Sep 16 08:05:39.782948 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-eac31879-e6f5-49f6-8ccc-b5c78e142335 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3288863 Sep 16 08:05:39.787870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=8,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:39.848197 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Request body: {'port': {'device_id': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:40.048310 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cb22c8fa-978e-4405-96e0-bfc6936a28ec req-35e5fa82-b617-4391-96b5-0767b09d9bd5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.1636837 Sep 16 08:05:40.060906 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 4 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:40.099839 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e56e20dc-bbf6-47a9-a038-cbe10173ab5e req-f726f0b2-dcdc-45e8-ac67-1cb17f0aa7cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.6114347 Sep 16 08:05:40.201672 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:40.201761 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:40.209906 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-d9e1db99-110a-4c53-af43-dbd5e6aeec02 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:40.211461 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-d9e1db99-110a-4c53-af43-dbd5e6aeec02 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 818 time: 1.0746038 Sep 16 08:05:40.254532 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'port': {'device_id': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'admin_state_up': True, 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:40.406640 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-19150260-a05d-4be3-bfcc-160b6940edd7 req-587e111b-6daa-4a18-9d7d-5e367c8efd66 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.0676370 Sep 16 08:05:40.415332 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:40.442876 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.20.0.4 (08ca5f04-b5f0-4538-b476-9e48665ae12b/db759994-3b88-4ef4-af5b-d356f0776d88/047136d4-f91b-4e74-bfe8-7505cf1c706e) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:40.583232 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:05:40.593369 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Publish callbacks [] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:40.622283 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Transition to ACTIVE for port object 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:05:40.649212 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 5 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:40.745913 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:40.767346 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b13be5-f0af-474b-bcb2-8afc268cf10e {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:05:40.833845 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Publish callbacks [] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:40.856739 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:40.890954 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Transition to ACTIVE for port object 27b13be5-f0af-474b-bcb2-8afc268cf10e will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:05:40.900946 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-76aae579-f434-436c-a7dd-a12101a709bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:40.901082 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:40.977678 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Made reservation on behalf of f143f731c6cc4b38ba979827cd390f77 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:40.999952 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:41.049661 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:41.180672 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:41.205736 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0d6c0-9907-429e-bb7a-a4232b98991d req-4be908b4-b868-4872-baf7-5448358c7f0e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:41.207698 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c9a0d6c0-9907-429e-bb7a-a4232b98991d req-4be908b4-b868-4872-baf7-5448358c7f0e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.3155458 Sep 16 08:05:41.247245 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 6 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:41.295591 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Pushing event updated for resources: {'Port': ['ID=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:41.321887 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:41.325073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Pushing event updated for resources: {'Port': ['ID=27b13be5-f0af-474b-bcb2-8afc268cf10e,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:41.376556 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-08e1360b-c3b3-4c79-b7e9-69f8084a6b7f req-13ad0244-0770-4fcf-b043-89f6a3939b91 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.2470396 Sep 16 08:05:41.377861 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:41.379507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Attempting to bind port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:41.380206 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Attempting to bind port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:41.380868 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Attempting to bind port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 on network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:41.473412 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 on network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:05:41.473749 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Attempting to bind port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 on network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:41.545154 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:41.621797 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c9a0d6c0-9907-429e-bb7a-a4232b98991d req-c51aaa08-359e-43ba-bcdd-6478eb31b7bf tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881564 Sep 16 08:05:41.621797 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Attempting to bind port 27b13be5-f0af-474b-bcb2-8afc268cf10e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:41.621797 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Attempting to bind port 27b13be5-f0af-474b-bcb2-8afc268cf10e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:41.621797 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Attempting to bind port 27b13be5-f0af-474b-bcb2-8afc268cf10e on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:41.758358 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=047136d4-f91b-4e74-bfe8-7505cf1c706e,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:41.761600 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:41.816194 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:41.822744 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:41.823371 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:41.837140 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87256318-d1e0-4fa8-8765-164258d10a4f req-c98d87e7-7d43-43bb-a98f-189f285519a0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:41.838722 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-87256318-d1e0-4fa8-8765-164258d10a4f req-c98d87e7-7d43-43bb-a98f-189f285519a0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 931 time: 0.3194749 Sep 16 08:05:41.851655 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:41.879777 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 7 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:41.890345 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:41.891646 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Checking segment: {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:41.892517 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Bound using segment: {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:41.894196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Bound port: 7ba33ab1-123d-4e11-ba3e-f820f20c39b8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85674be7-c4b4-4da0-ba7b-5163faf29417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:41.894582 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:41.914820 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d0c863d4-1520-485f-b2f9-fa3e962ec6cd req-8923282a-7bcb-47b8-9d6f-5d0dd8c9b36a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.1131425 Sep 16 08:05:41.994803 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Allocated IP 172.20.0.12 (24df6cf0-63a8-4e5b-a9ad-1254d9c28362/9abab58f-37e4-4971-8232-7e0b5120da39/c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:42.053183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:42.107211 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-87256318-d1e0-4fa8-8765-164258d10a4f req-a3ce6d34-e6f6-4a1f-90b7-b160a7adc98f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423849 Sep 16 08:05:42.142293 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] For port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:42.151181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] For port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:42.220076 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:42.257995 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:05:42.257995 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Attempting to bind port 27b13be5-f0af-474b-bcb2-8afc268cf10e on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:42.263600 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-56aec0ae-9a51-4930-a4ff-418ad0693908 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5056059 Sep 16 08:05:42.277334 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:42.283840 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:42.284503 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:42.287311 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/7ba33ab1-123d-4e11-ba3e-f820f20c39b8 HTTP/1.1" status: 200 len: 1094 time: 2.4465392 Sep 16 08:05:42.288090 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'tag': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:05:42.368732 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Request body: {'port': {'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:42.375497 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:42.418493 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:42.418877 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Checking segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:42.419439 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Bound using segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:42.419899 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Bound port: 27b13be5-f0af-474b-bcb2-8afc268cf10e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:42.420264 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:42.522182 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247445f3-bf78-4d59-9d98-4f74270ea35c service neutron] Pushing event updated for resources: {'Port': ['ID=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:42.554597 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 8 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:42.621867 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-4b1dd658-2416-4ce5-942f-182301381057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:42.623406 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-4b1dd658-2416-4ce5-942f-182301381057 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=48c466a9c78b46db90b2c979cf885f43&device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 1128 time: 0.0967257 Sep 16 08:05:42.633333 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a7fdbe19-fdc0-40c4-be10-e24add5f19a8 req-edb22275-aea5-4671-a3de-5bf96d9be6b0 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.0924840 Sep 16 08:05:42.769046 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:42.811583 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] For port 27b13be5-f0af-474b-bcb2-8afc268cf10e, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:42.815005 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:42.816296 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:42.845735 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-b956b893-e23c-4ef4-a277-98d13e3aa963 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba33ab1-123d-4e11-ba3e-f820f20c39b8 HTTP/1.1" status: 200 len: 217 time: 0.1818738 Sep 16 08:05:42.876220 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] For port 27b13be5-f0af-474b-bcb2-8afc268cf10e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:42.951547 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b9a65-0f80-464d-a79b-d4c64b1e0491 req-773527db-ac60-414b-be33-aa8c75838a87 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:42.961504 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-673b9a65-0f80-464d-a79b-d4c64b1e0491 req-773527db-ac60-414b-be33-aa8c75838a87 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.1180840 Sep 16 08:05:43.019032 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:43.024179 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:43.025241 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'Port': ['ID=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:43.041810 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:43.042631 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:43.044172 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 200 len: 1093 time: 4.7614615 Sep 16 08:05:43.045057 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'tag': '27b13be5-f0af-474b-bcb2-8afc268cf10e'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:05:43.106147 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:43.126835 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-673b9a65-0f80-464d-a79b-d4c64b1e0491 req-c5a6da52-0a7c-4647-867f-2b978984d4a4 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635287 Sep 16 08:05:43.271428 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:43.316821 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910c20c5-02c5-49b6-a64c-b20e47d19b39" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddef20f-e546-46b6-9282-f4fb7fc9cb86", "tag": "7ba33ab1-123d-4e11-ba3e-f820f20c39b8"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:05:43.318206 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Attempt 9 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:05:43.346393 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd31e6-0d6e-4179-96cb-c746d64143df req-034dbec0-6f6b-47bd-b4d4-ed40a778b7e9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:43.358396 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b4fd31e6-0d6e-4179-96cb-c746d64143df req-034dbec0-6f6b-47bd-b4d4-ed40a778b7e9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 931 time: 0.0853741 Sep 16 08:05:43.362333 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba187-aa91-4aed-9385-0d37d65aece5 req-8df214c2-b5d0-4a50-9860-42839bc28139 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:43.363814 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48662) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:43.374327 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-feaba187-aa91-4aed-9385-0d37d65aece5 req-8df214c2-b5d0-4a50-9860-42839bc28139 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 932 time: 0.2651677 Sep 16 08:05:43.418601 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:43.428794 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:43.429821 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:43.471823 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b4fd31e6-0d6e-4179-96cb-c746d64143df req-ddf4dcee-d47d-442c-8d45-469c357a1560 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118596 Sep 16 08:05:43.483575 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbc77f-2ac1-478f-a8e1-5e2c8211c8a1 None None] Port 27b13be5-f0af-474b-bcb2-8afc268cf10e had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:05:43.575611 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-c47a8ce3-8236-4915-9ca0-b4e8f022af42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3247850 Sep 16 08:05:43.594777 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:43.615883 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Provisioning complete for port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:43.616554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:43.617077 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 1 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:43.632313 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-feaba187-aa91-4aed-9385-0d37d65aece5 req-8e934a36-d1bc-4b83-94e8-b77fd5b454e3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559023 Sep 16 08:05:43.717907 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:43.788960 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:43.823586 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-f0ad445c-6e02-4436-9d30-8e06a3234b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:43.826212 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-f0ad445c-6e02-4436-9d30-8e06a3234b18 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a1317708-323f-4942-9c93-67464d1850c0 HTTP/1.1" status: 200 len: 851 time: 0.1104333 Sep 16 08:05:43.939044 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de3c4c-999c-4772-8458-d7e58b464700 service neutron] Pushing event updated for resources: {'Port': ['ID=27b13be5-f0af-474b-bcb2-8afc268cf10e,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:43.990773 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Request body: {'port': {'device_id': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:44.014985 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-18871467-9489-4925-ab9a-49c11c5cd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:44.028711 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-18871467-9489-4925-ab9a-49c11c5cd55b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1763065 Sep 16 08:05:44.033510 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ac9c-5b5b-4f22-be55-186f584dc702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:44.048787 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:44.092564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03317903-6dc3-457d-9dc8-d15bb1032ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e123e7-4239-4c3a-8e4b-363f1a2bc058", "tag": "27b13be5-f0af-474b-bcb2-8afc268cf10e"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:05:44.107658 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7cc7b-3d3e-4a11-ba20-37874d46b6c6 x-openstack-request-id: req-74d7cc7b-3d3e-4a11-ba20-37874d46b6c6 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:05:44.108242 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddef20f-e546-46b6-9282-f4fb7fc9cb86", "tag": "7ba33ab1-123d-4e11-ba3e-f820f20c39b8", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:05:44.108242 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74d7cc7b-3d3e-4a11-ba20-37874d46b6c6 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:05:44.108645 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d7cc7b-3d3e-4a11-ba20-37874d46b6c6'] response: {'name': 'network-changed', 'server_uuid': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'tag': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8', 'status': 'completed', 'code': 200} Sep 16 08:05:44.156508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:44.181398 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.42', 54577) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:44.219932 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 2 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:44.246714 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-da29f625-53c8-400f-86ae-91f197176e87 req-fd7961fd-1089-4933-a068-f71d0c0ec03f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.3139670 Sep 16 08:05:44.332228 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:44.342655 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-4665a12d-d55d-4479-b118-422b374e3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:44.362606 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-4665a12d-d55d-4479-b118-422b374e3665 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1127 time: 0.4312627 Sep 16 08:05:44.373794 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:44.649548 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:44.661462 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-cfba7e9c-08ab-486b-a673-1b7eece94e98 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 200 len: 217 time: 0.1880198 Sep 16 08:05:44.691767 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-604b5e27-e696-4b1e-bbde-95aa9b17a401 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550379 Sep 16 08:05:44.875411 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 3 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:44.932400 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f503f-c2cb-4008-9d64-9d7ea9f2eda4 req-1b589171-bb16-4a8f-89de-c65eb6ce829e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:44.934820 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-351f503f-c2cb-4008-9d64-9d7ea9f2eda4 req-1b589171-bb16-4a8f-89de-c65eb6ce829e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 931 time: 0.1016004 Sep 16 08:05:44.946010 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047136d4-f91b-4e74-bfe8-7505cf1c706e {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:05:44.955801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Publish callbacks [] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:44.958046 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:44.975646 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Transition to ACTIVE for port object 047136d4-f91b-4e74-bfe8-7505cf1c706e will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:05:44.985483 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:44.987275 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ac9c-5b5b-4f22-be55-186f584dc702 admin admin] Publish callbacks [] for security_group (a8ded112-6d9c-4f79-884b-cf3116f04565), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:44.987441 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eef837c-4977-4cd1-a6f1-f756489a6164 x-openstack-request-id: req-8eef837c-4977-4cd1-a6f1-f756489a6164 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:05:44.988191 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e123e7-4239-4c3a-8e4b-363f1a2bc058", "tag": "27b13be5-f0af-474b-bcb2-8afc268cf10e", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:05:44.988709 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8eef837c-4977-4cd1-a6f1-f756489a6164 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:05:44.989841 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eef837c-4977-4cd1-a6f1-f756489a6164'] response: {'name': 'network-changed', 'server_uuid': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'tag': '27b13be5-f0af-474b-bcb2-8afc268cf10e', 'status': 'completed', 'code': 200} Sep 16 08:05:45.033706 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-fcc9d0d0-448a-4d56-ade2-35a34373c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:45.035235 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-fcc9d0d0-448a-4d56-ade2-35a34373c90a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.3426213 Sep 16 08:05:45.057541 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b064a8c-20be-4cd2-893e-d97a5a02a160 req-d801dadf-a232-4df1-a8f0-66749c0c9876 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459432 Sep 16 08:05:45.070800 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ebc5ac9c-5b5b-4f22-be55-186f584dc702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a8ded112-6d9c-4f79-884b-cf3116f04565), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:45.086145 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-351f503f-c2cb-4008-9d64-9d7ea9f2eda4 req-f956f3f8-377d-485e-ae8a-7ad3469de8f5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406512 Sep 16 08:05:45.096216 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-02b73c62-2878-4616-96ec-82dd9a45cd22 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:45.098385 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-02b73c62-2878-4616-96ec-82dd9a45cd22 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 811 time: 0.6670461 Sep 16 08:05:45.106559 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db48ad-7aed-4d0a-8277-f337b6bb0fd6 req-7241f474-1b47-4300-b64e-6ce11f32e361 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:45.107441 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f2db48ad-7aed-4d0a-8277-f337b6bb0fd6 req-7241f474-1b47-4300-b64e-6ce11f32e361 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.5425241 Sep 16 08:05:45.109555 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:45.155484 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-ebc5ac9c-5b5b-4f22-be55-186f584dc702 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=633fb3e0018848769357421eeb26ba46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7884686 Sep 16 08:05:45.156793 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5ac9c-5b5b-4f22-be55-186f584dc702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ded112-6d9c-4f79-884b-cf3116f04565,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:45.159676 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48718) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:45.267433 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:45.300512 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769900d1-1d35-428b-a34e-ada62042a6a4 req-e2a0f85a-d72b-45ea-9f2b-f8f78fee4e4e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:45.303512 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-769900d1-1d35-428b-a34e-ada62042a6a4 req-e2a0f85a-d72b-45ea-9f2b-f8f78fee4e4e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 932 time: 0.1069980 Sep 16 08:05:45.328400 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d35d030b-0cb1-4858-a9a0-52150a2c8fd5 admin admin] Publish callbacks [] for security_group (a8ded112-6d9c-4f79-884b-cf3116f04565), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:45.374610 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d35d030b-0cb1-4858-a9a0-52150a2c8fd5 admin admin] Publish callbacks [] for security_group (a8ded112-6d9c-4f79-884b-cf3116f04565), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:45.416788 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-769900d1-1d35-428b-a34e-ada62042a6a4 req-4ecdd0df-bf21-4bdf-86e6-f0efdeb0ac84 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026149 Sep 16 08:05:45.462546 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-935062c4-c9f7-4813-89d9-936b8e279fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:45.464381 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-935062c4-c9f7-4813-89d9-936b8e279fb0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=48c466a9c78b46db90b2c979cf885f43&device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 1128 time: 0.0711403 Sep 16 08:05:45.486360 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 4 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:45.617463 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:45.622039 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Pushing event updated for resources: {'Port': ['ID=047136d4-f91b-4e74-bfe8-7505cf1c706e,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:45.656660 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b2ff0d1d-0e55-4abe-bbfb-65268aba597f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45838a0f741e485e8f424375c6d0d489 HTTP/1.1" status: 200 len: 380 time: 0.3957975 Sep 16 08:05:45.659288 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-8952e607-8db1-46a8-abb9-822efe94371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:45.661203 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-8952e607-8db1-46a8-abb9-822efe94371d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 HTTP/1.1" status: 200 len: 913 time: 0.1837237 Sep 16 08:05:45.666108 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d35d030b-0cb1-4858-a9a0-52150a2c8fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a8ded112-6d9c-4f79-884b-cf3116f04565), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:45.668947 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-95bb6055-210d-4af8-91a0-9bff7e1a8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:45.669166 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d35d030b-0cb1-4858-a9a0-52150a2c8fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:45.673278 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d35d030b-0cb1-4858-a9a0-52150a2c8fd5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a8ded112-6d9c-4f79-884b-cf3116f04565 HTTP/1.1" status: 204 len: 168 time: 0.5055745 Sep 16 08:05:45.674459 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-95bb6055-210d-4af8-91a0-9bff7e1a8ca4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3968899 Sep 16 08:05:45.716653 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d030b-0cb1-4858-a9a0-52150a2c8fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ded112-6d9c-4f79-884b-cf3116f04565,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:45.732681 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f2db48ad-7aed-4d0a-8277-f337b6bb0fd6 req-0060a146-888b-4876-88ec-da747a3ab40a tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034863 Sep 16 08:05:45.734416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Attempting to bind port 047136d4-f91b-4e74-bfe8-7505cf1c706e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:45.738260 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-faba229b-1749-4339-ab6b-23b296792e81 req-f8c26b3e-e312-4da3-8962-b9d5181716fc tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.0751305 Sep 16 08:05:45.747635 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Attempting to bind port 047136d4-f91b-4e74-bfe8-7505cf1c706e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:45.747635 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Attempting to bind port 047136d4-f91b-4e74-bfe8-7505cf1c706e on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:45.811385 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-55ee9203-813e-4852-87fe-4a894e8b8cdb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ba33ab1-123d-4e11-ba3e-f820f20c39b8 HTTP/1.1" status: 200 len: 217 time: 0.0625231 Sep 16 08:05:45.876757 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'port': {'device_id': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'admin_state_up': True, 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'security_groups': ['710c2f77-7e7c-4544-b696-bcc19e2aabc5']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:46.037259 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-faa0f9a9-d360-41c4-8db3-5969b463e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:46.039435 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-faa0f9a9-d360-41c4-8db3-5969b463e200 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a1317708-323f-4942-9c93-67464d1850c0 HTTP/1.1" status: 200 len: 851 time: 0.1572547 Sep 16 08:05:46.119060 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 5 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:46.160198 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Port 047136d4-f91b-4e74-bfe8-7505cf1c706e on network 08ca5f04-b5f0-4538-b476-9e48665ae12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:05:46.162849 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Attempting to bind port 047136d4-f91b-4e74-bfe8-7505cf1c706e on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:46.192760 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:46.244538 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:46.264569 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-3d5c7d71-e14c-4b15-bd0b-21aa2989409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:46.266851 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-3d5c7d71-e14c-4b15-bd0b-21aa2989409b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1377072 Sep 16 08:05:46.306804 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:05:46.322300 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:46.325720 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Publish callbacks [] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:46.338869 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-1a037280-f4fa-4733-8600-44e8cdf4445f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726956 Sep 16 08:05:46.379665 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0017b0-8caf-4cc9-b4ad-c5f0ea75cfb4 req-a955b6c4-e41a-4d8c-9f75-9733d184070a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:46.382217 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ab0017b0-8caf-4cc9-b4ad-c5f0ea75cfb4 req-a955b6c4-e41a-4d8c-9f75-9733d184070a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.1631317 Sep 16 08:05:46.391089 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:46.391403 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Checking segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:46.391801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Bound using segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:46.392261 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Bound port: 047136d4-f91b-4e74-bfe8-7505cf1c706e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:46.392622 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:46.422385 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Transition to ACTIVE for port object c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:05:46.487893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Made reservation on behalf of 45838a0f741e485e8f424375c6d0d489 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:05:46.492225 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:46.494560 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:46.511611 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ab0017b0-8caf-4cc9-b4ad-c5f0ea75cfb4 req-8e560c79-a95f-4843-bf65-ef4142c7c8ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032984 Sep 16 08:05:46.604052 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-0d718d7d-9f98-413a-b7a7-69ea182b9121 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089879 Sep 16 08:05:46.620355 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] For port 047136d4-f91b-4e74-bfe8-7505cf1c706e, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:46.628068 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-5b0121fd-c64b-463a-b431-f471d20a9e6b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762160 Sep 16 08:05:46.669380 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:46.746350 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 6 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:46.826626 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:46.873480 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-96569e72-883c-429b-b3ac-a7da41875585 req-fecd7949-ee33-4320-8a65-c1f41fbe5d23 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.0383229 Sep 16 08:05:46.896951 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] For port 047136d4-f91b-4e74-bfe8-7505cf1c706e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:46.911841 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48766) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:46.942533 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-01b14690-dea5-476c-b20f-68e1fbea6fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:46.982501 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:47.028383 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Attempting to bind port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:47.033343 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Attempting to bind port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:47.033698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Attempting to bind port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:47.070044 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f464374-77a2-4263-b7d2-74ac8438b891 req-cc78c3d4-2bef-45ac-8c12-6b3f02087973 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:47.071700 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2f464374-77a2-4263-b7d2-74ac8438b891 req-cc78c3d4-2bef-45ac-8c12-6b3f02087973 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.4575541 Sep 16 08:05:47.086412 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.090090 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:47.091072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.093367 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/047136d4-f91b-4e74-bfe8-7505cf1c706e HTTP/1.1" status: 200 len: 1093 time: 4.7394185 Sep 16 08:05:47.121648 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5e9ef-525a-4916-91ff-04a232853a3e req-e8bb88af-3761-41b4-9583-b33b8ab3970c tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:47.123295 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-70d5e9ef-525a-4916-91ff-04a232853a3e req-e8bb88af-3761-41b4-9583-b33b8ab3970c tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.1163430 Sep 16 08:05:47.139538 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:05:47.143581 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6" -d '{"events": [{"name": "network-changed", "server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:05:47.174651 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:47.218306 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-01b14690-dea5-476c-b20f-68e1fbea6fc7 admin admin] Publish callbacks [] for security_group (8c857a13-0931-4b0b-b87f-05125d10b08d), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.261863 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-910c20c5-02c5-49b6-a64c-b20e47d19b39 req-bf85ae2b-698b-43e8-9616-6cd2c315d220 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158763 Sep 16 08:05:47.265533 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-70d5e9ef-525a-4916-91ff-04a232853a3e req-a67e9e90-7d7a-4a22-8232-4ce6172487cc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277885 Sep 16 08:05:47.310439 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Allocated IP 172.20.0.7 (f6b86e2a-3872-426c-a67d-323df7f17364/05e81105-9c00-46fd-b4f6-8c785b577b56/8a64e1a8-08fe-42cc-84de-a5e3362d89fc) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:05:47.315687 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-01b14690-dea5-476c-b20f-68e1fbea6fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8c857a13-0931-4b0b-b87f-05125d10b08d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.327895 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 7 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:47.357360 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:05:47.357700 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Attempting to bind port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:47.383066 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb31d91-8cde-4a46-ab10-ab7fced4317e x-openstack-request-id: req-8fb31d91-8cde-4a46-ab10-ab7fced4317e {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:05:47.383637 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:05:47.384015 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8fb31d91-8cde-4a46-ab10-ab7fced4317e {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:05:47.384423 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb31d91-8cde-4a46-ab10-ab7fced4317e'] response: {'name': 'network-changed', 'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'status': 'completed', 'code': 200} Sep 16 08:05:47.393199 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986e67e-f63d-4487-8e8f-941bc47bbdbf service neutron] Pushing event updated for resources: {'Port': ['ID=047136d4-f91b-4e74-bfe8-7505cf1c706e,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:47.404615 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-01b14690-dea5-476c-b20f-68e1fbea6fc7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ef38ee76551d4e8a86917c86c29c8c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916222 Sep 16 08:05:47.406189 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b14690-dea5-476c-b20f-68e1fbea6fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c857a13-0931-4b0b-b87f-05125d10b08d,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:47.417199 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:47.424680 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48784) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:47.504449 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-913006a5-2ad9-4456-9fcc-abb8a858bdb3 admin admin] Publish callbacks [] for security_group (8c857a13-0931-4b0b-b87f-05125d10b08d), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.551147 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2f464374-77a2-4263-b7d2-74ac8438b891 req-3e4b8535-4d46-460a-acaa-13b5d699e3c0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663589 Sep 16 08:05:47.562912 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-913006a5-2ad9-4456-9fcc-abb8a858bdb3 admin admin] Publish callbacks [] for security_group (8c857a13-0931-4b0b-b87f-05125d10b08d), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.627960 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-78c67bf3-4b81-4de9-b1eb-2ef7ebda08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:47.629637 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-78c67bf3-4b81-4de9-b1eb-2ef7ebda08de service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1127 time: 0.1061881 Sep 16 08:05:47.674533 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:47.675027 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Checking segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:47.675512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Bound using segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:47.676112 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Bound port: c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:47.676595 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.695818 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-b7d71d16-b2d2-4500-87de-c1eae9bbb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:47.697451 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-b7d71d16-b2d2-4500-87de-c1eae9bbb4f8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 1127 time: 0.1452298 Sep 16 08:05:47.770205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] For port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:47.773629 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] For port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:47.825097 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-81af38eb-d675-4583-8e2f-a5689cdb2fea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e HTTP/1.1" status: 200 len: 217 time: 0.0481646 Sep 16 08:05:47.838484 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.868512 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5242-f1bf-4e85-84b6-5777d551b66b req-e7233661-7a26-4b78-97bb-aaf3ad2abec6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:47.870269 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58ed5242-f1bf-4e85-84b6-5777d551b66b req-e7233661-7a26-4b78-97bb-aaf3ad2abec6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.1031604 Sep 16 08:05:47.895386 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.895624 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-913006a5-2ad9-4456-9fcc-abb8a858bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8c857a13-0931-4b0b-b87f-05125d10b08d), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.898926 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-913006a5-2ad9-4456-9fcc-abb8a858bdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.905029 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-913006a5-2ad9-4456-9fcc-abb8a858bdb3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8c857a13-0931-4b0b-b87f-05125d10b08d HTTP/1.1" status: 204 len: 168 time: 0.4783225 Sep 16 08:05:47.906960 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:47.907698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:47.909307 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 HTTP/1.1" status: 200 len: 1094 time: 3.9755123 Sep 16 08:05:47.919474 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Attempt 8 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:05:48.006827 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3e17-25a3-439e-b288-3c5fb97576a2 None None] Port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:05:48.037500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913006a5-2ad9-4456-9fcc-abb8a858bdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c857a13-0931-4b0b-b87f-05125d10b08d,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:48.057421 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:48.073498 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:48.083362 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acdcf0-87ff-4836-8790-3d8bde94d9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:48.085128 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58ed5242-f1bf-4e85-84b6-5777d551b66b req-0ffed62f-2cb3-4505-977d-540d4c418b66 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060416 Sep 16 08:05:48.108574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-ada010ad-51a1-4c91-8da7-b980c31124fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.110020 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-ada010ad-51a1-4c91-8da7-b980c31124fe service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.2662344 Sep 16 08:05:48.113541 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cc641ffa-833f-485f-9be5-924752613c9f req-f3aacec2-2f80-45e6-9e44-f2fb24bd5d0f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.0385966 Sep 16 08:05:48.118214 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-0614ca20-4c55-4436-89d6-c7f994489d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.121908 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-0614ca20-4c55-4436-89d6-c7f994489d0e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.4817083 Sep 16 08:05:48.202110 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-9a776bc7-b528-4303-98b9-ebb3e533dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.203648 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-9a776bc7-b528-4303-98b9-ebb3e533dccf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0821154 Sep 16 08:05:48.272688 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:48.362625 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Network f6b86e2a-3872-426c-a67d-323df7f17364 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:05:48.370780 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:05:48.389574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:05:48.395048 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.396615 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:48.433468 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'Port': ['ID=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:48.541942 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48820) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:48.553713 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:48.558549 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-b9444137-c99d-4871-9fdf-9e4816d55ba3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 200 len: 217 time: 0.1358268 Sep 16 08:05:48.565973 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43626f8b-bd96-464f-890c-03be94594940 req-13ad13e5-c1de-4a2e-ab34-b32ce0538ded tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.577230 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-43626f8b-bd96-464f-890c-03be94594940 req-13ad13e5-c1de-4a2e-ab34-b32ce0538ded tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.2137523 Sep 16 08:05:48.594709 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-ffcce9f7-32d9-47f5-9fcb-c4e2a53c870f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7500796 Sep 16 08:05:48.594709 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-43e2c833-8af6-4a11-ad48-b9426f94e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.594709 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-43e2c833-8af6-4a11-ad48-b9426f94e03f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 1128 time: 0.2039084 Sep 16 08:05:48.656743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Request body: {'port': {'device_id': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:05:48.691727 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-0a32926a-7483-4fa2-9f47-5dd1c9de3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.695961 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-0a32926a-7483-4fa2-9f47-5dd1c9de3b85 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.1125338 Sep 16 08:05:48.715436 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-43626f8b-bd96-464f-890c-03be94594940 req-600f311a-9f43-4c60-9d42-8e1764b49414 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369231 Sep 16 08:05:48.806543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Provisioning complete for port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:05:48.809235 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:48.809591 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Attempt 1 to provision port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc Sep 16 08:05:48.837423 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-743ddfe8-ce4c-4fe4-8dd4-1eaeecf31fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:48.840819 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-743ddfe8-ce4c-4fe4-8dd4-1eaeecf31fed service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1208630 Sep 16 08:05:48.866299 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-9517b0de-8d20-4b05-b858-2412861c27c9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 HTTP/1.1" status: 200 len: 217 time: 0.2065923 Sep 16 08:05:48.899637 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:48.918437 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a1316aff-62a0-41c9-a5af-6e0b7f696dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:48.922961 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-ce73cdd8-59b0-4ce3-b71d-fd6387f94d26 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353997 Sep 16 08:05:49.112341 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b61276-51d6-4017-9a58-a3fd526b09a7 req-9fff9605-d8c9-4b2b-8014-5ebeb491cb74 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:49.113872 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f3b61276-51d6-4017-9a58-a3fd526b09a7 req-9fff9605-d8c9-4b2b-8014-5ebeb491cb74 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.2813132 Sep 16 08:05:49.137566 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:49.149204 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-62576385-96de-48fa-af5c-ef8cff3fb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:49.150637 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-62576385-96de-48fa-af5c-ef8cff3fb2f4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.2632654 Sep 16 08:05:49.189241 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-6226304c-50e2-4123-b719-f940b8f6bb96 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976480 Sep 16 08:05:49.283071 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-e189cf2a-da5f-4606-be60-c6b2f35c482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:49.284589 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-e189cf2a-da5f-4606-be60-c6b2f35c482e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1138878 Sep 16 08:05:49.293519 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8bcde459-bfa7-4493-9e53-1ff237e7cb43 req-a04b84f3-a08b-4d7f-b2a6-e0ad76b14efb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510125 Sep 16 08:05:49.296574 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f3b61276-51d6-4017-9a58-a3fd526b09a7 req-8ccee697-c84e-48ad-94b7-11f06e293024 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642079 Sep 16 08:05:49.298647 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:49.400597 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Attempt 2 to provision port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc Sep 16 08:05:49.409911 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'tag': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:05:49.413647 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375c142-1881-4308-b73f-7ceeac1687bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ed2e44-f810-44fb-96f8-50847e08026e", "tag": "c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:05:49.424871 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:49.449981 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6455-dc23-4065-97f6-09cab95be6ce req-c7827020-a806-424b-9fc1-5f83ac15050c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:49.470558 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-565e6455-dc23-4065-97f6-09cab95be6ce req-c7827020-a806-424b-9fc1-5f83ac15050c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.1966059 Sep 16 08:05:49.493821 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a1316aff-62a0-41c9-a5af-6e0b7f696dd2 admin admin] Publish callbacks [] for security_group (808cc894-aa84-4276-8c1f-077fe48291b8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:49.507992 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:49.538126 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:49.590833 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-565e6455-dc23-4065-97f6-09cab95be6ce req-ac9e18cd-d298-44b8-96fc-c2330bda4409 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193192 Sep 16 08:05:49.598432 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-9e9c0171-b8a6-4e23-81a6-8e4687e14351 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524934 Sep 16 08:05:49.614733 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ce8d-7aa6-44be-8379-b08dff07e2f7 req-61cc404a-38bf-4b26-8ec1-d820fd2f0b49 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:49.615233 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a1316aff-62a0-41c9-a5af-6e0b7f696dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (808cc894-aa84-4276-8c1f-077fe48291b8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:49.616352 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-df85ce8d-7aa6-44be-8379-b08dff07e2f7 req-61cc404a-38bf-4b26-8ec1-d820fd2f0b49 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 931 time: 0.1135974 Sep 16 08:05:49.619307 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-2a95b72b-f555-4e28-a01a-f2e913f26f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:49.620835 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-2a95b72b-f555-4e28-a01a-f2e913f26f41 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 1127 time: 0.1170197 Sep 16 08:05:49.713060 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b67416-af57-4d4c-88b2-56a821976bc3 x-openstack-request-id: req-61b67416-af57-4d4c-88b2-56a821976bc3 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:05:49.713621 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ed2e44-f810-44fb-96f8-50847e08026e", "tag": "c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:05:49.713952 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61b67416-af57-4d4c-88b2-56a821976bc3 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:05:49.714381 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b67416-af57-4d4c-88b2-56a821976bc3'] response: {'name': 'network-changed', 'server_uuid': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'tag': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4', 'status': 'completed', 'code': 200} Sep 16 08:05:49.785180 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316aff-62a0-41c9-a5af-6e0b7f696dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808cc894-aa84-4276-8c1f-077fe48291b8,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:49.803590 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03317903-6dc3-457d-9dc8-d15bb1032ea7 req-bed6eae0-bbd4-41ae-8c16-572b7077db25 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967484 Sep 16 08:05:49.808610 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a1316aff-62a0-41c9-a5af-6e0b7f696dd2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=00acb1faba2d4d28b8e72ea2c435a613&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2627673 Sep 16 08:05:49.815060 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48866) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:49.919988 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18d14-61e9-4471-b85a-53928a45897a req-36b42ba8-8fbc-4d17-a885-293cb34e0f26 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:49.928846 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8ad18d14-61e9-4471-b85a-53928a45897a req-36b42ba8-8fbc-4d17-a885-293cb34e0f26 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0931430 Sep 16 08:05:50.039709 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Attempt 3 to provision port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc Sep 16 08:05:50.123533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:50.226511 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-df85ce8d-7aa6-44be-8379-b08dff07e2f7 req-d6999b42-d2f7-4afb-8ef3-aa3a48f1e325 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6009438 Sep 16 08:05:50.259086 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fdd40990-c3ef-49bb-8336-00ab7ab8537b admin admin] Publish callbacks [] for security_group (808cc894-aa84-4276-8c1f-077fe48291b8), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.303202 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fdd40990-c3ef-49bb-8336-00ab7ab8537b admin admin] Publish callbacks [] for security_group (808cc894-aa84-4276-8c1f-077fe48291b8), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.319745 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8ad18d14-61e9-4471-b85a-53928a45897a req-ba8cab54-d0b7-4024-b849-b4282114d777 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835721 Sep 16 08:05:50.388320 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-f15236f5-1031-4b74-8fee-cf3851af366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:50.388320 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-f15236f5-1031-4b74-8fee-cf3851af366f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 915 time: 0.6617362 Sep 16 08:05:50.402330 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a64e1a8-08fe-42cc-84de-a5e3362d89fc {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:05:50.411475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Publish callbacks [] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.423992 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3792f8da-7e99-4f83-9b32-e03b4bbe9523 req-13ee0e3c-67fe-416f-b009-8de9ffd68625 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8013692 Sep 16 08:05:50.454846 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fdd40990-c3ef-49bb-8336-00ab7ab8537b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (808cc894-aa84-4276-8c1f-077fe48291b8), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.457791 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fdd40990-c3ef-49bb-8336-00ab7ab8537b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.462123 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-fdd40990-c3ef-49bb-8336-00ab7ab8537b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/808cc894-aa84-4276-8c1f-077fe48291b8 HTTP/1.1" status: 204 len: 168 time: 0.6437869 Sep 16 08:05:50.475536 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd40990-c3ef-49bb-8336-00ab7ab8537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808cc894-aa84-4276-8c1f-077fe48291b8,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:50.485569 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Transition to ACTIVE for port object 8a64e1a8-08fe-42cc-84de-a5e3362d89fc will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:05:50.507553 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16fb18-dd17-479c-9798-b4e30a63e0a7 req-502a3c18-5957-417f-9d0d-29825e6746f3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:50.517174 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7d16fb18-dd17-479c-9798-b4e30a63e0a7 req-502a3c18-5957-417f-9d0d-29825e6746f3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0770535 Sep 16 08:05:50.564269 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.591930 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7d16fb18-dd17-479c-9798-b4e30a63e0a7 req-94432c85-27ec-4626-8f9c-a494808e03aa tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693564 Sep 16 08:05:50.599454 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:50.614656 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:50.626921 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Attempt 4 to provision port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc Sep 16 08:05:50.679532 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:50.685267 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:50.696027 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Attempting to bind port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:05:50.696363 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Attempting to bind port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:05:50.696698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Attempting to bind port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc on network f6b86e2a-3872-426c-a67d-323df7f17364 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:50.705846 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:05:50.754453 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc on network f6b86e2a-3872-426c-a67d-323df7f17364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:05:50.754830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Attempting to bind port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc on network f6b86e2a-3872-426c-a67d-323df7f17364 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:05:50.775598 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32270f00-4ce9-45cf-b942-5052e951fb4a req-1305b6e8-8805-4e84-8569-484ea94b141e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:50.777521 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-32270f00-4ce9-45cf-b942-5052e951fb4a req-1305b6e8-8805-4e84-8569-484ea94b141e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0689814 Sep 16 08:05:50.780319 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.795084 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:50.810288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:05:50.811563 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Checking segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:05:50.812391 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Bound using segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:05:50.813938 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Bound port: 8a64e1a8-08fe-42cc-84de-a5e3362d89fc, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:05:50.814512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.838191 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-32270f00-4ce9-45cf-b942-5052e951fb4a req-e877308d-6754-4d7d-8b79-ce2200c7a0b2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547149 Sep 16 08:05:50.885107 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] For port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:05:50.888261 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] For port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:05:50.962665 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.967717 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:50.968449 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:50.969982 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 200 len: 1093 time: 2.3362362 Sep 16 08:05:51.034531 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555749f-c1cb-426e-a4eb-c7a609c90cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:51.043875 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48904) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:51.206837 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Attempt 5 to provision port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc Sep 16 08:05:51.244642 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-cafe8064-8604-456d-92ee-68374cb2d49b None None] Port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:05:51.317035 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0893f699-1a64-4693-a11c-2a0df2cfedf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.361229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48916) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:51.381896 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-98da8140-c8c8-4457-adb0-7f3ad4640d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.401947 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeda4f-31d4-47a9-b49a-18d75acbdbcb req-08c89990-39b9-4b9c-aaa6-f2bcb08dcbd1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:51.403465 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dfeeda4f-31d4-47a9-b49a-18d75acbdbcb req-08c89990-39b9-4b9c-aaa6-f2bcb08dcbd1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0779750 Sep 16 08:05:51.418083 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0893f699-1a64-4693-a11c-2a0df2cfedf3 admin admin] Publish callbacks [] for security_group (93457a82-ac33-4939-8350-1caf7d1295e4), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.479803 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dfeeda4f-31d4-47a9-b49a-18d75acbdbcb req-13709515-8419-49b6-99cd-10ed36ece63e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685205 Sep 16 08:05:51.488537 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0893f699-1a64-4693-a11c-2a0df2cfedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (93457a82-ac33-4939-8350-1caf7d1295e4), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.520279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-98da8140-c8c8-4457-adb0-7f3ad4640d07 admin admin] Publish callbacks [] for security_group (9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.524095 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e3a77-5956-42af-a60c-239a510f9cd2 req-74f17763-a7bd-4d83-bb84-8bbe26b28cc5 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:51.525594 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bd3e3a77-5956-42af-a60c-239a510f9cd2 req-74f17763-a7bd-4d83-bb84-8bbe26b28cc5 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0721245 Sep 16 08:05:51.553866 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-0893f699-1a64-4693-a11c-2a0df2cfedf3 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=eb1e7f8f9f344c3cbc5ab982e1127153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086701 Sep 16 08:05:51.556790 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 48922) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:51.560360 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893f699-1a64-4693-a11c-2a0df2cfedf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93457a82-ac33-4939-8350-1caf7d1295e4,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:51.592642 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bd3e3a77-5956-42af-a60c-239a510f9cd2 req-e732bf1a-0a20-4df3-94e7-d352197c6428 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563669 Sep 16 08:05:51.621726 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-abdb4b8c-6fd1-4d6a-9370-08adbffd6f9c admin admin] Publish callbacks [] for security_group (93457a82-ac33-4939-8350-1caf7d1295e4), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.642232 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-abdb4b8c-6fd1-4d6a-9370-08adbffd6f9c admin admin] Publish callbacks [] for security_group (93457a82-ac33-4939-8350-1caf7d1295e4), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.644966 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-98da8140-c8c8-4457-adb0-7f3ad4640d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.672821 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=59 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:51.680429 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:51.719535 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-98da8140-c8c8-4457-adb0-7f3ad4640d07 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e8f0589ac89845c2b026663cdb0ad4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572798 Sep 16 08:05:51.720135 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:05:51.722742 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48930) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:51.729856 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:05:51.759502 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:51.763755 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da8140-c8c8-4457-adb0-7f3ad4640d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:51.768705 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:51.785198 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8a49b5-f8c6-4bea-9538-38372b6e64e3 x-openstack-request-id: req-9f8a49b5-f8c6-4bea-9538-38372b6e64e3 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:05:51.785728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:05:51.785977 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f8a49b5-f8c6-4bea-9538-38372b6e64e3 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:05:51.786387 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8a49b5-f8c6-4bea-9538-38372b6e64e3'] response: {'name': 'network-changed', 'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'status': 'completed', 'code': 200} Sep 16 08:05:51.792815 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106df9-9750-4d86-a000-441f4fd5e382 req-da342b77-a151-4e9b-b75d-bf230b4b8a9e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:51.794363 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-21106df9-9750-4d86-a000-441f4fd5e382 req-da342b77-a151-4e9b-b75d-bf230b4b8a9e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.1174359 Sep 16 08:05:51.806963 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d57a4a7-e737-4ef8-81c7-a12018780c9b admin admin] Publish callbacks [] for security_group (9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.834197 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d57a4a7-e737-4ef8-81c7-a12018780c9b admin admin] Publish callbacks [] for security_group (9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.855235 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-21106df9-9750-4d86-a000-441f4fd5e382 req-8a1046f7-8229-4e12-8506-21e432bdcee7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Sep 16 08:05:51.899480 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-abdb4b8c-6fd1-4d6a-9370-08adbffd6f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (93457a82-ac33-4939-8350-1caf7d1295e4), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.902088 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-abdb4b8c-6fd1-4d6a-9370-08adbffd6f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:51.903277 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-abdb4b8c-6fd1-4d6a-9370-08adbffd6f9c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/93457a82-ac33-4939-8350-1caf7d1295e4 HTTP/1.1" status: 204 len: 168 time: 0.3451097 Sep 16 08:05:51.912457 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4b8c-6fd1-4d6a-9370-08adbffd6f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93457a82-ac33-4939-8350-1caf7d1295e4,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:51.964101 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5b02a-dbe1-4c33-93eb-03dfee0eb01a req-5331dbac-da47-496d-8671-9c43ab01dfce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:51.965847 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ced5b02a-dbe1-4c33-93eb-03dfee0eb01a req-5331dbac-da47-496d-8671-9c43ab01dfce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0491953 Sep 16 08:05:52.012796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d57a4a7-e737-4ef8-81c7-a12018780c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:52.015333 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d57a4a7-e737-4ef8-81c7-a12018780c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:52.018827 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-9d57a4a7-e737-4ef8-81c7-a12018780c9b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7 HTTP/1.1" status: 204 len: 168 time: 0.2932560 Sep 16 08:05:52.027042 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ced5b02a-dbe1-4c33-93eb-03dfee0eb01a req-468df29c-256d-4eb9-812f-964e221adb45 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550039 Sep 16 08:05:52.028131 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57a4a7-e737-4ef8-81c7-a12018780c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d646d-94b0-4f9a-bf05-6dbf7a4dfaa7,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:52.516764 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:52.610969 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caca73-3fa9-441a-89c4-8400becc8d6a req-dea87650-a0b6-46f1-8e9e-bba1bc351378 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:52.612436 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f3caca73-3fa9-441a-89c4-8400becc8d6a req-dea87650-a0b6-46f1-8e9e-bba1bc351378 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0456791 Sep 16 08:05:52.674176 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f3caca73-3fa9-441a-89c4-8400becc8d6a req-656f64a3-10bb-4625-9b7f-005dbf9e8003 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554173 Sep 16 08:05:52.731654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bba27-c0ea-4115-88d0-8fc418d46ed9 req-08aafc8f-0929-49c3-bdcf-b73f5f34b178 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:52.733349 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-043bba27-c0ea-4115-88d0-8fc418d46ed9 req-08aafc8f-0929-49c3-bdcf-b73f5f34b178 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0481699 Sep 16 08:05:52.782871 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-043bba27-c0ea-4115-88d0-8fc418d46ed9 req-6f308d1c-14db-4d3d-9c4a-9544151a682f tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Sep 16 08:05:52.820231 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48964) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:52.836889 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-603a4b3f-5d58-4226-b488-fc37d0faf643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:52.948655 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-603a4b3f-5d58-4226-b488-fc37d0faf643 admin admin] Publish callbacks [] for security_group (86c0060b-4d79-40e9-913c-3df0984e190f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:53.007193 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf87f0-e23e-4c4f-b9c2-84753e1e0a5b req-d3903d9d-5c70-4a26-8747-5b4a131a2356 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:53.017384 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d8bf87f0-e23e-4c4f-b9c2-84753e1e0a5b req-d3903d9d-5c70-4a26-8747-5b4a131a2356 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0746005 Sep 16 08:05:53.057040 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-603a4b3f-5d58-4226-b488-fc37d0faf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (86c0060b-4d79-40e9-913c-3df0984e190f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:53.071399 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d8bf87f0-e23e-4c4f-b9c2-84753e1e0a5b req-b47afe6b-d76e-405c-a919-9d0766663900 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531244 Sep 16 08:05:53.110635 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a4b3f-5d58-4226-b488-fc37d0faf643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c0060b-4d79-40e9-913c-3df0984e190f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:53.156324 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-603a4b3f-5d58-4226-b488-fc37d0faf643 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0e9a6bbc2cb2480986bf06cfe54476c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349977 Sep 16 08:05:53.159286 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 48982) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:53.249202 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5b32d-3b59-4440-811b-31dc4e710932 req-3718454c-799e-4446-bb5c-e3aafa30aa07 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:53.250687 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5dc5b32d-3b59-4440-811b-31dc4e710932 req-3718454c-799e-4446-bb5c-e3aafa30aa07 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0577815 Sep 16 08:05:53.272883 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-de94f888-e296-4c8a-9645-3b683a1eff4b admin admin] Publish callbacks [] for security_group (86c0060b-4d79-40e9-913c-3df0984e190f), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:53.310551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-de94f888-e296-4c8a-9645-3b683a1eff4b admin admin] Publish callbacks [] for security_group (86c0060b-4d79-40e9-913c-3df0984e190f), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:53.330351 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5dc5b32d-3b59-4440-811b-31dc4e710932 req-ca4211e5-7c2e-4d6f-bd6c-503c8cda6116 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736837 Sep 16 08:05:53.469020 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-de94f888-e296-4c8a-9645-3b683a1eff4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (86c0060b-4d79-40e9-913c-3df0984e190f), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:53.469020 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-de94f888-e296-4c8a-9645-3b683a1eff4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:53.469177 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-de94f888-e296-4c8a-9645-3b683a1eff4b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/86c0060b-4d79-40e9-913c-3df0984e190f HTTP/1.1" status: 204 len: 168 time: 0.3088319 Sep 16 08:05:53.485759 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f888-e296-4c8a-9645-3b683a1eff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c0060b-4d79-40e9-913c-3df0984e190f,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:53.488306 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:53.756882 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:53.798301 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbb7ce-6f31-4010-b5b8-c55ae563a0e4 req-eef8d385-fc87-4bae-9ef8-b3bf91166889 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:53.799776 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dbfbb7ce-6f31-4010-b5b8-c55ae563a0e4 req-eef8d385-fc87-4bae-9ef8-b3bf91166889 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0476539 Sep 16 08:05:53.847750 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dbfbb7ce-6f31-4010-b5b8-c55ae563a0e4 req-88b4af02-2826-4d5f-b1df-1b62176a0175 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Sep 16 08:05:53.926174 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da92c8e-f6c7-41cd-964e-f296486eb7eb req-53af05f1-01ad-4aa3-97fb-e613b5244f81 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:53.933541 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4da92c8e-f6c7-41cd-964e-f296486eb7eb req-53af05f1-01ad-4aa3-97fb-e613b5244f81 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0590751 Sep 16 08:05:53.978971 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4da92c8e-f6c7-41cd-964e-f296486eb7eb req-f996647f-8805-4132-82ec-3afad3815d94 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Sep 16 08:05:54.209437 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d402f-f054-4a44-ac62-3a72cd64b795 req-e1300024-44d9-4cef-96b3-0d0d4f7b7abd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:54.210936 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-645d402f-f054-4a44-ac62-3a72cd64b795 req-e1300024-44d9-4cef-96b3-0d0d4f7b7abd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0599918 Sep 16 08:05:54.261369 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-645d402f-f054-4a44-ac62-3a72cd64b795 req-63eb495f-b321-4b08-a041-f17e2035f6c8 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Sep 16 08:05:54.350881 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49026) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:54.470855 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010e7ed-3b9d-419b-8813-ba4a1db271a1 req-49993a0d-0b1d-41c8-98c4-8203faf8e295 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:54.471553 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2010e7ed-3b9d-419b-8813-ba4a1db271a1 req-49993a0d-0b1d-41c8-98c4-8203faf8e295 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0495296 Sep 16 08:05:54.494221 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3071b83a-3dd7-415f-b069-b5bf384a1605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:54.514628 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:54.554655 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:54.561137 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2010e7ed-3b9d-419b-8813-ba4a1db271a1 req-9d89797f-3764-4332-888d-4c26ff6b033c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829895 Sep 16 08:05:54.603256 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3071b83a-3dd7-415f-b069-b5bf384a1605 admin admin] Publish callbacks [] for security_group (982bebaa-f881-4183-b046-25bdc4e36e9c), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:54.682404 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3071b83a-3dd7-415f-b069-b5bf384a1605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (982bebaa-f881-4183-b046-25bdc4e36e9c), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:54.721543 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3071b83a-3dd7-415f-b069-b5bf384a1605 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c6688e5e922c4076817f99a601aac258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695097 Sep 16 08:05:54.723524 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071b83a-3dd7-415f-b069-b5bf384a1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982bebaa-f881-4183-b046-25bdc4e36e9c,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:54.724717 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49048) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:54.777542 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-20dea3d8-2024-4336-9aa4-525ee5ced8b8 admin admin] Publish callbacks [] for security_group (982bebaa-f881-4183-b046-25bdc4e36e9c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:54.799444 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-20dea3d8-2024-4336-9aa4-525ee5ced8b8 admin admin] Publish callbacks [] for security_group (982bebaa-f881-4183-b046-25bdc4e36e9c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:54.917437 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-20dea3d8-2024-4336-9aa4-525ee5ced8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (982bebaa-f881-4183-b046-25bdc4e36e9c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:54.920455 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-20dea3d8-2024-4336-9aa4-525ee5ced8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:54.924400 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-20dea3d8-2024-4336-9aa4-525ee5ced8b8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/982bebaa-f881-4183-b046-25bdc4e36e9c HTTP/1.1" status: 204 len: 168 time: 0.1961098 Sep 16 08:05:54.942322 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dea3d8-2024-4336-9aa4-525ee5ced8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982bebaa-f881-4183-b046-25bdc4e36e9c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:54.993981 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fb058-1bb8-4a48-8413-197aa77569b9 req-1be61e39-9aef-457b-9914-0f009895f039 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:54.996427 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ab2fb058-1bb8-4a48-8413-197aa77569b9 req-1be61e39-9aef-457b-9914-0f009895f039 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0703986 Sep 16 08:05:55.010018 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49058) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:55.053221 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ab2fb058-1bb8-4a48-8413-197aa77569b9 req-71ebaeb2-9ed4-4372-b6a8-89fc7ff160d9 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499344 Sep 16 08:05:55.076161 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:55.119181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1da22-0135-4535-b0bb-ca0bd32ab8a4 req-02c85cce-42f7-4d90-9c8a-e7e0f015fb21 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:55.120650 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d8c1da22-0135-4535-b0bb-ca0bd32ab8a4 req-02c85cce-42f7-4d90-9c8a-e7e0f015fb21 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0471845 Sep 16 08:05:55.177810 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d8c1da22-0135-4535-b0bb-ca0bd32ab8a4 req-d8b84b00-a4f1-40ae-b7c1-7ccef08253e3 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513375 Sep 16 08:05:55.355670 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef965-7d6a-4153-a3e4-3de7bee4a30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:55.401877 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179a2f9-a685-42ef-85fc-446a90e1cbca req-69bbaa47-6014-4b5d-8c7c-d48afa97474a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:55.403656 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9179a2f9-a685-42ef-85fc-446a90e1cbca req-69bbaa47-6014-4b5d-8c7c-d48afa97474a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0588164 Sep 16 08:05:55.447166 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef965-7d6a-4153-a3e4-3de7bee4a30f admin admin] Publish callbacks [] for security_group (af54128b-5f14-47ba-9ebc-0186e5d01ba2), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:55.454919 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9179a2f9-a685-42ef-85fc-446a90e1cbca req-bb48cff2-4d60-41b9-8b75-8f762847a8c1 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Sep 16 08:05:55.471062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:55.550754 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef965-7d6a-4153-a3e4-3de7bee4a30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (af54128b-5f14-47ba-9ebc-0186e5d01ba2), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:55.592682 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-1a0ef965-7d6a-4153-a3e4-3de7bee4a30f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0062179f65884eb2a640f0c6a5e3815b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815585 Sep 16 08:05:55.593845 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef965-7d6a-4153-a3e4-3de7bee4a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af54128b-5f14-47ba-9ebc-0186e5d01ba2,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:55.595352 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49086) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:55.656547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcce-1ed7-45e7-8ba3-562eba97870e admin admin] Publish callbacks [] for security_group (af54128b-5f14-47ba-9ebc-0186e5d01ba2), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:55.684650 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcce-1ed7-45e7-8ba3-562eba97870e admin admin] Publish callbacks [] for security_group (af54128b-5f14-47ba-9ebc-0186e5d01ba2), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:55.710913 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498c98-c9f4-486f-b63a-509aa9d33ba1 req-388bb0d5-49a8-49c3-95c8-02f6c065791c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:55.712505 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e3498c98-c9f4-486f-b63a-509aa9d33ba1 req-388bb0d5-49a8-49c3-95c8-02f6c065791c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0486343 Sep 16 08:05:55.764603 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e3498c98-c9f4-486f-b63a-509aa9d33ba1 req-59903887-aa24-4e59-af6a-dc578cc2654f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436070 Sep 16 08:05:55.835073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcce-1ed7-45e7-8ba3-562eba97870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (af54128b-5f14-47ba-9ebc-0186e5d01ba2), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:55.837551 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4bfbcce-1ed7-45e7-8ba3-562eba97870e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:55.838782 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e4bfbcce-1ed7-45e7-8ba3-562eba97870e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/af54128b-5f14-47ba-9ebc-0186e5d01ba2 HTTP/1.1" status: 204 len: 168 time: 0.2423477 Sep 16 08:05:55.847926 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfbcce-1ed7-45e7-8ba3-562eba97870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54128b-5f14-47ba-9ebc-0186e5d01ba2,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:56.044129 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-15e8724a-531d-4921-a3b8-73ee63762cac service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e HTTP/1.1" status: 200 len: 217 time: 0.0490994 Sep 16 08:05:56.179435 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54c317-934e-4ac4-9fda-c8b873aba860 req-6a10b353-9805-428d-ba8c-3b9f481741fd tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.180893 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2c54c317-934e-4ac4-9fda-c8b873aba860 req-6a10b353-9805-428d-ba8c-3b9f481741fd tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0515244 Sep 16 08:05:56.235876 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:56.258346 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2c54c317-934e-4ac4-9fda-c8b873aba860 req-0ac1c54c-548c-4296-ba05-7235cccdfe78 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716000 Sep 16 08:05:56.362724 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0febe-0e16-4e2d-8c95-ad1176f14443 req-afdd9e6a-ad45-4c51-871e-b9eb4c07edd8 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.364207 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03a0febe-0e16-4e2d-8c95-ad1176f14443 req-afdd9e6a-ad45-4c51-871e-b9eb4c07edd8 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0924854 Sep 16 08:05:56.425202 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03a0febe-0e16-4e2d-8c95-ad1176f14443 req-31a7ecba-90c5-42a9-981e-ad8a743360b4 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Sep 16 08:05:56.438589 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-a83c3eb2-3464-4823-87b5-d559b6f50a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.439801 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-a83c3eb2-3464-4823-87b5-d559b6f50a14 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.0932555 Sep 16 08:05:56.472822 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-fe017f75-399c-450d-8bd4-7a1d3b0d6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.474893 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-fe017f75-399c-450d-8bd4-7a1d3b0d6879 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 1127 time: 0.0752552 Sep 16 08:05:56.477728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c142-1881-4308-b73f-7ceeac1687bd req-f0903b72-58d9-40c5-84a8-1a1a41f8925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.479155 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7375c142-1881-4308-b73f-7ceeac1687bd req-f0903b72-58d9-40c5-84a8-1a1a41f8925f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 1128 time: 0.0690715 Sep 16 08:05:56.615988 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-43646226-975a-49de-a3e9-a9ae942f006f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 200 len: 217 time: 0.1049509 Sep 16 08:05:56.624724 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-04e376bc-4c41-4de7-a78e-165b261fa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.626179 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-04e376bc-4c41-4de7-a78e-165b261fa4ad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1461964 Sep 16 08:05:56.679067 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0faf0-2b3b-4d53-a9fa-78667af5113f req-898db8a5-8e31-4974-b36a-13b230fc8587 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.680561 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-40b0faf0-2b3b-4d53-a9fa-78667af5113f req-898db8a5-8e31-4974-b36a-13b230fc8587 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.1051502 Sep 16 08:05:56.695736 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49128) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:56.706741 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c142-1881-4308-b73f-7ceeac1687bd req-487b86c7-5133-4520-a78e-ef19a492b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.708935 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7375c142-1881-4308-b73f-7ceeac1687bd req-487b86c7-5133-4520-a78e-ef19a492b716 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.1960363 Sep 16 08:05:56.711032 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e943-1263-4344-a77c-32749d77d1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:56.742807 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-40b0faf0-2b3b-4d53-a9fa-78667af5113f req-fea82680-747f-449d-bf20-bde419f59aec tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Sep 16 08:05:56.820780 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e943-1263-4344-a77c-32749d77d1c8 admin admin] Publish callbacks [] for security_group (45f4f464-2652-4036-919d-e380b730a411), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:56.886524 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0acc9c-8d42-48bd-b957-b41a17818919 req-adbe3b94-ea7b-462a-a2f7-cea0bfe12870 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:56.888035 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3b0acc9c-8d42-48bd-b957-b41a17818919 req-adbe3b94-ea7b-462a-a2f7-cea0bfe12870 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0484164 Sep 16 08:05:56.943072 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d8d8e943-1263-4344-a77c-32749d77d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (45f4f464-2652-4036-919d-e380b730a411), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:56.956820 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3b0acc9c-8d42-48bd-b957-b41a17818919 req-a4367648-4995-4321-acf8-3a66d3c14ebd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557706 Sep 16 08:05:56.995240 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8e943-1263-4344-a77c-32749d77d1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f4f464-2652-4036-919d-e380b730a411,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:57.001190 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d8d8e943-1263-4344-a77c-32749d77d1c8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8ec1654d167244e89717093d25fbc78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043416 Sep 16 08:05:57.008575 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49168) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:05:57.058074 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-71aab536-3980-43f3-a5a2-b5e4cb3d2f44 admin admin] Publish callbacks [] for security_group (45f4f464-2652-4036-919d-e380b730a411), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:57.083451 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-71aab536-3980-43f3-a5a2-b5e4cb3d2f44 admin admin] Publish callbacks [] for security_group (45f4f464-2652-4036-919d-e380b730a411), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:57.107635 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:57.219263 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-71aab536-3980-43f3-a5a2-b5e4cb3d2f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (45f4f464-2652-4036-919d-e380b730a411), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:57.221844 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-71aab536-3980-43f3-a5a2-b5e4cb3d2f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:57.223167 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-71aab536-3980-43f3-a5a2-b5e4cb3d2f44 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/45f4f464-2652-4036-919d-e380b730a411 HTTP/1.1" status: 204 len: 168 time: 0.2136047 Sep 16 08:05:57.234381 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aab536-3980-43f3-a5a2-b5e4cb3d2f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f4f464-2652-4036-919d-e380b730a411,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:57.395703 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d314b-143c-417d-8ef8-ff2380f6bdaa req-956ac725-b485-4bc1-8faa-f256298b4ebb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:57.395703 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-774d314b-143c-417d-8ef8-ff2380f6bdaa req-956ac725-b485-4bc1-8faa-f256298b4ebb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0520532 Sep 16 08:05:57.443407 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-774d314b-143c-417d-8ef8-ff2380f6bdaa req-40bd822b-88d7-4015-975f-f613fdb3e9cd tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Sep 16 08:05:57.585040 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc611b30-3455-4e6e-ac8b-96972c4359a4 req-c960a4a9-02ae-4e9f-8882-b14be03d1f9d tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:57.586808 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cc611b30-3455-4e6e-ac8b-96972c4359a4 req-c960a4a9-02ae-4e9f-8882-b14be03d1f9d tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0629282 Sep 16 08:05:57.636800 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cc611b30-3455-4e6e-ac8b-96972c4359a4 req-4349492d-fd36-4c58-9ea8-5cc9d1975d7a tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Sep 16 08:05:57.867141 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df31e9-9e58-4361-b636-8fc9b3f87ae6 req-675f1aab-f4c3-4126-be9c-9e5cf8511588 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:57.868619 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a5df31e9-9e58-4361-b636-8fc9b3f87ae6 req-675f1aab-f4c3-4126-be9c-9e5cf8511588 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0468888 Sep 16 08:05:57.906050 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:57.922014 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a5df31e9-9e58-4361-b636-8fc9b3f87ae6 req-e3bb1fe7-298b-4f7d-b370-f5756ff482ba tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478146 Sep 16 08:05:58.091539 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1fc45-75d4-4bd7-bf8b-a8ec712130ff req-72e2dbfc-c4d4-490d-8e67-c22d17342a2f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:58.093025 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fcb1fc45-75d4-4bd7-bf8b-a8ec712130ff req-72e2dbfc-c4d4-490d-8e67-c22d17342a2f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0513079 Sep 16 08:05:58.144851 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fcb1fc45-75d4-4bd7-bf8b-a8ec712130ff req-3fbf7bf1-7bd8-461f-86a0-f8129599da6a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454938 Sep 16 08:05:58.581665 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce68e7-b599-41a6-b852-929301f1361a req-54fa6f3b-2c32-4c62-9e10-a075687de421 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:58.587184 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-80ce68e7-b599-41a6-b852-929301f1361a req-54fa6f3b-2c32-4c62-9e10-a075687de421 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0621536 Sep 16 08:05:58.742951 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7375c142-1881-4308-b73f-7ceeac1687bd req-70a4469f-e021-406c-aea7-b99380851d76 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 HTTP/1.1" status: 200 len: 217 time: 0.1207843 Sep 16 08:05:58.761404 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-80ce68e7-b599-41a6-b852-929301f1361a req-35c06349-160c-41b1-b177-f963fb26e45e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682074 Sep 16 08:05:58.797877 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:58.807461 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d982f88-d5a6-4a5f-900d-23e67836c962 req-8a970fda-e4e9-4ba1-9375-58891a4d92c6 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:58.808998 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2d982f88-d5a6-4a5f-900d-23e67836c962 req-8a970fda-e4e9-4ba1-9375-58891a4d92c6 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 944 time: 0.0579274 Sep 16 08:05:58.811841 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-72893fe1-7e5f-42af-b8a8-cb63f966f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:58.813612 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-72893fe1-7e5f-42af-b8a8-cb63f966f2e6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.1926985 Sep 16 08:05:58.846617 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-4fd17d18-d6ae-483c-8806-b3e708acd224 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175887 Sep 16 08:05:58.859338 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2d982f88-d5a6-4a5f-900d-23e67836c962 req-47c0d92a-c2e8-424e-bc45-d6480e2d499c tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Sep 16 08:05:58.982654 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:05:59.067192 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2623c-5f6e-43d1-9f7a-7ad6f75ccd84 req-8da91e7e-3a90-4a8b-9746-4e4d434b5adb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:59.068840 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c0f2623c-5f6e-43d1-9f7a-7ad6f75ccd84 req-8da91e7e-3a90-4a8b-9746-4e4d434b5adb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0635746 Sep 16 08:05:59.107192 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:59.119857 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8', 'network_id': 'f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583', 'port_id': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8', 'mac_address': 'fa:16:3e:ae:de:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1317708-323f-4942-9c93-67464d1850c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:05:59.124644 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c0f2623c-5f6e-43d1-9f7a-7ad6f75ccd84 req-9d67dfe9-68e9-47e1-ad0f-96bf06e33616 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500433 Sep 16 08:05:59.163251 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:05:59.163555 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:59.177244 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:05:59.198822 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:05:59.276194 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bcec-bb8b-4404-a415-a5530681dc9d req-34216a3b-cc3e-40dd-9a08-2f0628dd63a4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:59.277707 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7889bcec-bb8b-4404-a415-a5530681dc9d req-34216a3b-cc3e-40dd-9a08-2f0628dd63a4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0577042 Sep 16 08:05:59.285864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:05:59.336502 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7889bcec-bb8b-4404-a415-a5530681dc9d req-c5e6a24e-dd17-459d-8ceb-49fbde91b965 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528147 Sep 16 08:05:59.338401 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:05:59.655631 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['7ba33ab1-123d-4e11-ba3e-f820f20c39b8'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:05:59.724159 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:05:59.887821 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80733eca-1660-491b-b7c8-5060459d961f req-72b69dd1-a675-472a-959d-43606c8c1155 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:59.889371 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-80733eca-1660-491b-b7c8-5060459d961f req-72b69dd1-a675-472a-959d-43606c8c1155 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0465047 Sep 16 08:05:59.947292 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-80733eca-1660-491b-b7c8-5060459d961f req-e0979786-03cb-4e9c-b5b9-e69585745afc tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Sep 16 08:05:59.985880 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c55620-7be1-4cb0-b4c6-8b49e9da411d req-4489ae2c-354d-4c00-b947-89bcb64f56e5 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:05:59.987393 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-92c55620-7be1-4cb0-b4c6-8b49e9da411d req-4489ae2c-354d-4c00-b947-89bcb64f56e5 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 945 time: 0.0495141 Sep 16 08:06:00.038921 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-92c55620-7be1-4cb0-b4c6-8b49e9da411d req-24412ec0-3ba5-46c7-a8f5-d6d96130a6f5 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450778 Sep 16 08:06:00.245205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c1d4-6e6c-496f-bb47-4af453e16cfc req-08d6dfa7-af3a-48ac-a1f3-2b1606b49f61 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:00.246595 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b836c1d4-6e6c-496f-bb47-4af453e16cfc req-08d6dfa7-af3a-48ac-a1f3-2b1606b49f61 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0479882 Sep 16 08:06:00.298130 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b836c1d4-6e6c-496f-bb47-4af453e16cfc req-934bf544-61c0-49db-b7ce-cf0f3262842a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 Sep 16 08:06:00.418433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-903d8c57-65c9-4557-acbc-465a7be51e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:00.419991 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-903d8c57-65c9-4557-acbc-465a7be51e19 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1210272 Sep 16 08:06:00.444448 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c142-1881-4308-b73f-7ceeac1687bd req-2ad256f1-35ec-428d-9bae-f74bb68c2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:00.445831 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7375c142-1881-4308-b73f-7ceeac1687bd req-2ad256f1-35ec-428d-9bae-f74bb68c2593 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.1458318 Sep 16 08:06:00.485715 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3120ee-4dd6-430b-a810-152f39c8171a req-34b038ee-c2d6-4179-a41a-b650be05bcb1 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:00.489307 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cc3120ee-4dd6-430b-a810-152f39c8171a req-34b038ee-c2d6-4179-a41a-b650be05bcb1 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 943 time: 0.0661411 Sep 16 08:06:00.545741 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-932ec7e2-c1e0-44ad-b0ef-4ebed723aea6 req-78d9d13f-09ae-4602-8a53-067df1c7de68 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429986 Sep 16 08:06:00.549146 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:00.554990 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c142-1881-4308-b73f-7ceeac1687bd req-17cf84c0-9a9a-4c75-aeff-927d4ca6add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:00.556621 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7375c142-1881-4308-b73f-7ceeac1687bd req-17cf84c0-9a9a-4c75-aeff-927d4ca6add8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0993083 Sep 16 08:06:00.556985 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cc3120ee-4dd6-430b-a810-152f39c8171a req-13dc7718-b8a4-4430-8a48-af3755fb5fc0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612972 Sep 16 08:06:00.633182 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-d51593d4-9b85-4126-9d61-8b00fac3e178 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009704 Sep 16 08:06:00.667604 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:00.920312 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7375c142-1881-4308-b73f-7ceeac1687bd req-139ff423-a3bf-4891-87f5-c5700a1c1efb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460696 Sep 16 08:06:00.952993 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 047136d4-f91b-4e74-bfe8-7505cf1c706e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:06:00.995658 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05fe896d-4c2f-45a5-a0a6-efe96e55a7b4 req-fac9b276-9361-471c-a7fe-1c61ffd2460d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505354 Sep 16 08:06:01.021997 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:01.053258 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7375c142-1881-4308-b73f-7ceeac1687bd req-3f3bb7f0-b45f-4979-9a99-f3ad69625e46 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261432 Sep 16 08:06:01.097627 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1330f-0c97-47f3-93cc-1f5d6a811ed4 req-3966e836-2caf-4539-bee2-ee65d6cc65bd tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:01.099268 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b2e1330f-0c97-47f3-93cc-1f5d6a811ed4 req-3966e836-2caf-4539-bee2-ee65d6cc65bd tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0658414 Sep 16 08:06:01.102401 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 047136d4-f91b-4e74-bfe8-7505cf1c706e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:01.105356 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:06:01.112780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:01.132169 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:06:01.168588 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b2e1330f-0c97-47f3-93cc-1f5d6a811ed4 req-997c5bef-a19e-42b1-a78c-854a94d0ec5f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609081 Sep 16 08:06:01.169868 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 047136d4-f91b-4e74-bfe8-7505cf1c706e is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:01.170414 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:01.185264 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047136d4-f91b-4e74-bfe8-7505cf1c706e {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:06:01.187914 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fd278-7d88-45db-b27d-db7de50db61b req-a8dfd175-08d4-4c11-9a72-6bfb8c1ccf73 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:01.189766 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-574fd278-7d88-45db-b27d-db7de50db61b req-a8dfd175-08d4-4c11-9a72-6bfb8c1ccf73 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 945 time: 0.0528057 Sep 16 08:06:01.211263 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 047136d4-f91b-4e74-bfe8-7505cf1c706e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:01.222645 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:01.223050 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:01.223777 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 Sep 16 08:06:01.241645 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-574fd278-7d88-45db-b27d-db7de50db61b req-04055baa-d627-4824-930f-7dcdf91311fc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Sep 16 08:06:01.305805 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:01.306251 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:01.318872 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:01.319546 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27b13be5-f0af-474b-bcb2-8afc268cf10e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:06:01.364174 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:06:01.422255 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee9499-428f-4cd8-96b1-bfafd8673f57 req-b263b309-1722-4c50-b03f-66699f969e74 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:01.423934 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-24ee9499-428f-4cd8-96b1-bfafd8673f57 req-b263b309-1722-4c50-b03f-66699f969e74 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0493224 Sep 16 08:06:01.463059 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:01.470371 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:01.491351 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-24ee9499-428f-4cd8-96b1-bfafd8673f57 req-9d12dfde-e890-4cef-8daa-81f9d77c9de0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609379 Sep 16 08:06:01.509866 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=047136d4-f91b-4e74-bfe8-7505cf1c706e,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:01.554850 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 27b13be5-f0af-474b-bcb2-8afc268cf10e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:01.570359 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '27b13be5-f0af-474b-bcb2-8afc268cf10e', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'port_id': '27b13be5-f0af-474b-bcb2-8afc268cf10e', 'mac_address': 'fa:16:3e:2e:11:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:06:01.574109 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:01.699094 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce1de-a5cd-4ab7-9201-8006568694a9 req-98c9dd2c-9fac-4658-a30d-f50e16a103d9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:01.701206 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2edce1de-a5cd-4ab7-9201-8006568694a9 req-98c9dd2c-9fac-4658-a30d-f50e16a103d9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 944 time: 0.0548658 Sep 16 08:06:01.720611 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e3f77-0dd7-43e5-b9d5-62250f833163" -d '{"events": [{"server_uuid": "1ddef20f-e546-46b6-9282-f4fb7fc9cb86", "name": "network-vif-plugged", "status": "completed", "tag": "7ba33ab1-123d-4e11-ba3e-f820f20c39b8"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:06:01.752182 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 27b13be5-f0af-474b-bcb2-8afc268cf10e is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:01.752575 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:01.764029 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2edce1de-a5cd-4ab7-9201-8006568694a9 req-70c4b6a2-add5-432f-a682-824a41e6dd67 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553896 Sep 16 08:06:01.771658 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:01.776922 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b13be5-f0af-474b-bcb2-8afc268cf10e {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:06:01.799591 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 27b13be5-f0af-474b-bcb2-8afc268cf10e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:01.873843 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cafa1a-97a9-4db2-bba2-27b0e0b9092e x-openstack-request-id: req-77cafa1a-97a9-4db2-bba2-27b0e0b9092e {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:06:01.874160 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddef20f-e546-46b6-9282-f4fb7fc9cb86", "name": "network-vif-plugged", "status": "completed", "tag": "7ba33ab1-123d-4e11-ba3e-f820f20c39b8", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:06:01.874417 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77cafa1a-97a9-4db2-bba2-27b0e0b9092e {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:06:01.874901 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77cafa1a-97a9-4db2-bba2-27b0e0b9092e'] response: {'server_uuid': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8', 'code': 200} Sep 16 08:06:01.925363 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:01.992262 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=27b13be5-f0af-474b-bcb2-8afc268cf10e,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:02.111627 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-9458d93e-b70c-4d42-81d0-8acc8fa806f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.113111 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-9458d93e-b70c-4d42-81d0-8acc8fa806f3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 1127 time: 0.0852499 Sep 16 08:06:02.214095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-e622e148-ff94-4e43-ab4c-d850a4281bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.215796 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-e622e148-ff94-4e43-ab4c-d850a4281bd5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 912 time: 0.0946496 Sep 16 08:06:02.267284 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-30585cf3-a469-4013-bd78-004f26535062 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 200 len: 217 time: 0.0450068 Sep 16 08:06:02.329058 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811f97b-5246-4b5c-88c3-b075b1867464 req-32d0e3b0-a86a-4d3a-9431-95af8790b787 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.331106 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c811f97b-5246-4b5c-88c3-b075b1867464 req-32d0e3b0-a86a-4d3a-9431-95af8790b787 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0621250 Sep 16 08:06:02.390939 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c811f97b-5246-4b5c-88c3-b075b1867464 req-e1813e60-5508-4c1a-9841-c06d4554423a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525596 Sep 16 08:06:02.413326 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-a1438377-b184-4e0b-aa6f-2b562fb35928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.415163 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-a1438377-b184-4e0b-aa6f-2b562fb35928 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.1415889 Sep 16 08:06:02.452156 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['047136d4-f91b-4e74-bfe8-7505cf1c706e'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:06:02.508961 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d52b04-3695-436f-a06c-2520d9c59895 req-15b8bbaf-633f-48e6-a1b7-cdcec7a71bc9 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.508961 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-01d52b04-3695-436f-a06c-2520d9c59895 req-15b8bbaf-633f-48e6-a1b7-cdcec7a71bc9 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.1702621 Sep 16 08:06:02.508961 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d47e3-30b2-47e8-96b7-ea85db1d1a88 req-4971ab57-8468-45d1-83eb-be306344322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.508961 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-723d47e3-30b2-47e8-96b7-ea85db1d1a88 req-4971ab57-8468-45d1-83eb-be306344322e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 1130 time: 0.1463060 Sep 16 08:06:02.545020 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-58165523-a84b-4026-bc5e-9be4c8eb73a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.547489 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-58165523-a84b-4026-bc5e-9be4c8eb73a3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1088021 Sep 16 08:06:02.587352 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:02.594045 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-723d47e3-30b2-47e8-96b7-ea85db1d1a88 req-f0d2a9e1-0931-4c10-93a9-b39616499de0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:02.623672 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['27b13be5-f0af-474b-bcb2-8afc268cf10e'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:06:02.692121 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691d69-4505-477b-8612-901a26800603 req-a3b716f5-e248-40b6-b3c4-fd0b5e97555a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.700483 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5b691d69-4505-477b-8612-901a26800603 req-a3b716f5-e248-40b6-b3c4-fd0b5e97555a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 944 time: 0.0888991 Sep 16 08:06:02.717416 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-01d52b04-3695-436f-a06c-2520d9c59895 req-4dc9b231-dc49-4da5-bed9-5ea276a0cf17 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882443 Sep 16 08:06:02.718433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:02.744291 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-078baebf-9234-44cd-9780-73652b14150d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850917 Sep 16 08:06:02.788094 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5b691d69-4505-477b-8612-901a26800603 req-ea47799e-fcc7-43c4-a3a9-4e1edc253b4f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865355 Sep 16 08:06:02.817154 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:02.885347 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49404) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:02.927728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-723d47e3-30b2-47e8-96b7-ea85db1d1a88 req-f0d2a9e1-0931-4c10-93a9-b39616499de0 service neutron] Publish callbacks [] for security_group (6c5028f7-ad7b-481d-aa17-89f8cb6cc61c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:02.936947 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-472f0b63-6ac0-4b4b-892f-26cd6a495a2d req-cb6f43ac-853d-435a-826e-94e727aa788f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826730 Sep 16 08:06:02.952946 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c69820-91a5-45d7-b380-b2f9733b1e6c req-fc4442e3-f78b-4e22-8949-e4bb5543202c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:02.954511 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-93c69820-91a5-45d7-b380-b2f9733b1e6c req-fc4442e3-f78b-4e22-8949-e4bb5543202c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 944 time: 0.0789888 Sep 16 08:06:03.015703 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-723d47e3-30b2-47e8-96b7-ea85db1d1a88 req-f0d2a9e1-0931-4c10-93a9-b39616499de0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (6c5028f7-ad7b-481d-aa17-89f8cb6cc61c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.023565 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8a53ad8c-fe05-438e-aefd-cdc253dc2d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.043005 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-93c69820-91a5-45d7-b380-b2f9733b1e6c req-29a57aca-647c-4df8-b569-19a969beaca1 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774817 Sep 16 08:06:03.097695 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-723d47e3-30b2-47e8-96b7-ea85db1d1a88 req-f0d2a9e1-0931-4c10-93a9-b39616499de0 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815346 Sep 16 08:06:03.098362 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2a9e1-0931-4c10-93a9-b39616499de0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5028f7-ad7b-481d-aa17-89f8cb6cc61c,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:03.109792 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8a53ad8c-fe05-438e-aefd-cdc253dc2d70 admin admin] Publish callbacks [] for security_group (bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.214403 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:06:03.236371 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8a53ad8c-fe05-438e-aefd-cdc253dc2d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.240846 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:03.279453 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53ad8c-fe05-438e-aefd-cdc253dc2d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:03.284474 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8a53ad8c-fe05-438e-aefd-cdc253dc2d70 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c634aa313ef04e1eb8b703542887fcd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977621 Sep 16 08:06:03.289266 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49420) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:03.347206 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:03.349821 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1bac5b26-05ee-4ef0-8938-dffd8396bf0a admin admin] Publish callbacks [] for security_group (bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.358793 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'port_id': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4', 'mac_address': 'fa:16:3e:f5:48:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:06:03.370896 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1bac5b26-05ee-4ef0-8938-dffd8396bf0a admin admin] Publish callbacks [] for security_group (bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.399172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:03.399172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.408202 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:03.412431 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:06:03.436961 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:03.519848 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026b601-99e0-4b95-a0fa-55bc20bf608a req-eb067bc5-ce8d-4bfa-9987-1d045ac163ab tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:03.521892 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2026b601-99e0-4b95-a0fa-55bc20bf608a req-eb067bc5-ce8d-4bfa-9987-1d045ac163ab tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 943 time: 0.0493555 Sep 16 08:06:03.540778 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:03.542857 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1bac5b26-05ee-4ef0-8938-dffd8396bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.542993 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.543653 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8a64e1a8-08fe-42cc-84de-a5e3362d89fc details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:06:03.545319 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1bac5b26-05ee-4ef0-8938-dffd8396bf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.549598 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1bac5b26-05ee-4ef0-8938-dffd8396bf0a admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa HTTP/1.1" status: 204 len: 168 time: 0.2567465 Sep 16 08:06:03.564678 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac5b26-05ee-4ef0-8938-dffd8396bf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba16c82-6867-4aaf-a4d9-9f49d3f7c9aa,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:03.606506 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2026b601-99e0-4b95-a0fa-55bc20bf608a req-4a4fcfba-3484-467a-9d4d-abcee4432c13 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749557 Sep 16 08:06:03.687822 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:03.758359 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:03.769991 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'port_id': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'mac_address': 'fa:16:3e:06:38:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:06:03.776024 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 047136d4-f91b-4e74-bfe8-7505cf1c706e up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:03.809578 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:03.828882 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908f22b-7cf9-41ae-87e7-a6d6aa5f5095 req-700ca32b-6b40-4a40-b040-52a9ba8febe9 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:03.830455 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f908f22b-7cf9-41ae-87e7-a6d6aa5f5095 req-700ca32b-6b40-4a40-b040-52a9ba8febe9 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0542376 Sep 16 08:06:03.855862 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:03.856159 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.874836 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a64e1a8-08fe-42cc-84de-a5e3362d89fc {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:06:03.882381 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 047136d4-f91b-4e74-bfe8-7505cf1c706e completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:06:03.887318 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f908f22b-7cf9-41ae-87e7-a6d6aa5f5095 req-2dcd4029-9e9c-41e9-a2da-8f082febfe46 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483737 Sep 16 08:06:03.900683 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:03.938242 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce2de8-7d78-4bc6-a281-e9459e79e619 req-4301f245-3d2d-41b1-b23f-8caa94ac8ffd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:03.947021 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0fce2de8-7d78-4bc6-a281-e9459e79e619 req-4301f245-3d2d-41b1-b23f-8caa94ac8ffd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 945 time: 0.0721285 Sep 16 08:06:03.990890 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 047136d4-f91b-4e74-bfe8-7505cf1c706e triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:03.991267 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.991604 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 047136d4-f91b-4e74-bfe8-7505cf1c706e Sep 16 08:06:03.994373 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:03.999804 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0fce2de8-7d78-4bc6-a281-e9459e79e619 req-4667ae3c-bb74-4a35-9998-c0d231829e88 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488493 Sep 16 08:06:04.077738 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:04.113116 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:04.123901 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 047136d4-f91b-4e74-bfe8-7505cf1c706e is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:04.124292 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.148892 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:06:04.151177 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284d2d63-c850-4566-8269-d7ee2458d188" -d '{"events": [{"server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "name": "network-vif-plugged", "status": "completed", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:06:04.165129 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 047136d4-f91b-4e74-bfe8-7505cf1c706e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:04.173144 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa7e11-69fe-4181-b145-09d837acdacf req-a3f732b5-75ad-4cc4-a168-d724acadb424 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:04.174623 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7aa7e11-69fe-4181-b145-09d837acdacf req-a3f732b5-75ad-4cc4-a168-d724acadb424 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 944 time: 0.0484650 Sep 16 08:06:04.192109 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcee9736-2461-4431-a96f-60db13a06efc x-openstack-request-id: req-fcee9736-2461-4431-a96f-60db13a06efc {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:06:04.192289 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "name": "network-vif-plugged", "status": "completed", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:06:04.193140 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fcee9736-2461-4431-a96f-60db13a06efc {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:06:04.194021 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcee9736-2461-4431-a96f-60db13a06efc'] response: {'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'code': 200} Sep 16 08:06:04.226592 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7aa7e11-69fe-4181-b145-09d837acdacf req-87b8d369-490c-44cd-9c4c-a6c0ebc951de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Sep 16 08:06:04.288443 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.288980 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27b13be5-f0af-474b-bcb2-8afc268cf10e up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:04.368382 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=047136d4-f91b-4e74-bfe8-7505cf1c706e,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:04.375232 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 27b13be5-f0af-474b-bcb2-8afc268cf10e completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:06:04.424063 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49448) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:04.437526 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c635-2943-4ea2-a1dc-18b3483381de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.470155 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 27b13be5-f0af-474b-bcb2-8afc268cf10e triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:04.470552 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.470903 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 27b13be5-f0af-474b-bcb2-8afc268cf10e Sep 16 08:06:04.513619 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c635-2943-4ea2-a1dc-18b3483381de admin admin] Publish callbacks [] for security_group (84fde0fc-1e5f-492d-8eda-c788b6f8f47d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.550420 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:06:04.557409 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 27b13be5-f0af-474b-bcb2-8afc268cf10e is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:04.557787 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.585318 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c635-2943-4ea2-a1dc-18b3483381de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (84fde0fc-1e5f-492d-8eda-c788b6f8f47d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.608754 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:04.632339 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 27b13be5-f0af-474b-bcb2-8afc268cf10e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:04.681140 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7fd7c635-2943-4ea2-a1dc-18b3483381de admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=931f90a116d740ef9288b4333a7bdcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559907 Sep 16 08:06:04.682229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7c635-2943-4ea2-a1dc-18b3483381de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fde0fc-1e5f-492d-8eda-c788b6f8f47d,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:04.683894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49456) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:04.693528 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946b5cd-28ca-47ba-8dac-f2d1cafa9a72 req-0ca8aa9e-13d0-4113-ba9e-eb02fd622084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:04.695112 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e946b5cd-28ca-47ba-8dac-f2d1cafa9a72 req-0ca8aa9e-13d0-4113-ba9e-eb02fd622084 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 1129 time: 0.0873678 Sep 16 08:06:04.716118 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['8a64e1a8-08fe-42cc-84de-a5e3362d89fc'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:06:04.752911 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:04.755452 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.757133 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e946b5cd-28ca-47ba-8dac-f2d1cafa9a72 req-2e52b0dd-a4dc-40e6-82c1-b85b9cea42c8 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514712 Sep 16 08:06:04.816459 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486e625-0836-472d-89c1-7eb0e8462c0f req-d08665c3-a629-4e7f-b199-c254185c10a0 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:04.822659 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c486e625-0836-472d-89c1-7eb0e8462c0f req-d08665c3-a629-4e7f-b199-c254185c10a0 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 944 time: 0.1209264 Sep 16 08:06:04.835828 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=27b13be5-f0af-474b-bcb2-8afc268cf10e,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:04.850900 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-86eed4a2-12a8-4215-a4b1-8138a657378e admin admin] Publish callbacks [] for security_group (84fde0fc-1e5f-492d-8eda-c788b6f8f47d), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.891853 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-86eed4a2-12a8-4215-a4b1-8138a657378e admin admin] Publish callbacks [] for security_group (84fde0fc-1e5f-492d-8eda-c788b6f8f47d), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:04.906934 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c486e625-0836-472d-89c1-7eb0e8462c0f req-47a4c9de-47f7-40fe-bcf7-574ecf26d829 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830526 Sep 16 08:06:05.037714 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69554b-bf51-410d-8b39-520e7f977ed8 req-9af92af9-1d60-4fdd-bfa8-5e328530a0d8 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:05.039628 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ac69554b-bf51-410d-8b39-520e7f977ed8 req-9af92af9-1d60-4fdd-bfa8-5e328530a0d8 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0494106 Sep 16 08:06:05.097667 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ac69554b-bf51-410d-8b39-520e7f977ed8 req-f03f06b7-87c8-42ad-a81c-00c9c477f059 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519512 Sep 16 08:06:05.130880 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-86eed4a2-12a8-4215-a4b1-8138a657378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (84fde0fc-1e5f-492d-8eda-c788b6f8f47d), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:05.133450 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-86eed4a2-12a8-4215-a4b1-8138a657378e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:05.137729 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-86eed4a2-12a8-4215-a4b1-8138a657378e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/84fde0fc-1e5f-492d-8eda-c788b6f8f47d HTTP/1.1" status: 204 len: 168 time: 0.4495318 Sep 16 08:06:05.150830 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eed4a2-12a8-4215-a4b1-8138a657378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fde0fc-1e5f-492d-8eda-c788b6f8f47d,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:05.159018 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e339b99-87ab-47e7-b82a-379743910814 req-392ddb36-4baf-4b00-bbf9-6ed4314ddad4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:05.160902 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6e339b99-87ab-47e7-b82a-379743910814 req-392ddb36-4baf-4b00-bbf9-6ed4314ddad4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 945 time: 0.0761864 Sep 16 08:06:05.219218 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6e339b99-87ab-47e7-b82a-379743910814 req-681379d9-6f73-4219-89dc-7c1d24e8719c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487475 Sep 16 08:06:05.363847 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8541ded-3ff5-4522-83a1-6a96fc33c167 req-56ebc115-0c98-42dc-ad8b-1e6af6d3942f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:05.365379 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d8541ded-3ff5-4522-83a1-6a96fc33c167 req-56ebc115-0c98-42dc-ad8b-1e6af6d3942f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0626879 Sep 16 08:06:05.412310 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d8541ded-3ff5-4522-83a1-6a96fc33c167 req-59dbebfc-aeb8-4094-9d49-707ee179196a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 Sep 16 08:06:05.976369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49498) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:06.045429 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764e660-3647-4bb4-893c-3d2d22344089 req-4b306c4d-c4b0-4dbe-9b50-f7930b03f794 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:06.047083 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e764e660-3647-4bb4-893c-3d2d22344089 req-4b306c4d-c4b0-4dbe-9b50-f7930b03f794 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 944 time: 0.0521877 Sep 16 08:06:06.087704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-509ca52a-6eba-4f92-8da4-5a373342d92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.102159 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e764e660-3647-4bb4-893c-3d2d22344089 req-b7c861b4-1c31-4fb5-aecf-30df4208c101 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481288 Sep 16 08:06:06.136949 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8a64e1a8-08fe-42cc-84de-a5e3362d89fc up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:06.182131 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:06:06.184334 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:06.195280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b13be5-f0af-474b-bcb2-8afc268cf10e'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:06:06.197611 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cbb6b3-c4c4-4fbb-955d-53efc71c90a7" -d '{"events": [{"server_uuid": "c6e123e7-4239-4c3a-8e4b-363f1a2bc058", "name": "network-vif-plugged", "status": "completed", "tag": "27b13be5-f0af-474b-bcb2-8afc268cf10e"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:06:06.241219 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2240021d-2dbb-4024-91d1-01d5d36dbb84 x-openstack-request-id: req-2240021d-2dbb-4024-91d1-01d5d36dbb84 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:06:06.241673 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e123e7-4239-4c3a-8e4b-363f1a2bc058", "name": "network-vif-plugged", "status": "completed", "tag": "27b13be5-f0af-474b-bcb2-8afc268cf10e", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:06:06.242016 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2240021d-2dbb-4024-91d1-01d5d36dbb84 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:06:06.242582 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2240021d-2dbb-4024-91d1-01d5d36dbb84'] response: {'server_uuid': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b13be5-f0af-474b-bcb2-8afc268cf10e', 'code': 200} Sep 16 08:06:06.256890 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588be39-7b5c-42ce-9e62-d745f8a2dbe2 req-8390c914-76fb-4d4a-ad1d-aa2ce8041bcb tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:06.258650 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8588be39-7b5c-42ce-9e62-d745f8a2dbe2 req-8390c914-76fb-4d4a-ad1d-aa2ce8041bcb tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0675070 Sep 16 08:06:06.269613 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-509ca52a-6eba-4f92-8da4-5a373342d92d admin admin] Publish callbacks [] for security_group (52a903eb-f5e4-4ec6-a04a-b028aab58b5f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.302595 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:06.303249 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.303773 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc Sep 16 08:06:06.338775 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8588be39-7b5c-42ce-9e62-d745f8a2dbe2 req-eb2c4ef8-a008-4e35-a803-98cb0939202d tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673251 Sep 16 08:06:06.341437 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-509ca52a-6eba-4f92-8da4-5a373342d92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (52a903eb-f5e4-4ec6-a04a-b028aab58b5f), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.391176 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ca52a-6eba-4f92-8da4-5a373342d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a903eb-f5e4-4ec6-a04a-b028aab58b5f,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:06.410539 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-509ca52a-6eba-4f92-8da4-5a373342d92d admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=49036110a84640698c33039c00a6a1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330227 Sep 16 08:06:06.413199 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:06.413589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.413914 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49518) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:06.459496 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:06.484743 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:06.499070 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e77240-98de-4deb-8516-8ad9efb96666 req-447ffd65-21f9-4957-86bf-6dc994fd8c06 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:06.502344 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-83e77240-98de-4deb-8516-8ad9efb96666 req-447ffd65-21f9-4957-86bf-6dc994fd8c06 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 945 time: 0.1818731 Sep 16 08:06:06.523330 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-39bd23fd-d220-4706-b0e6-63353110b75e admin admin] Publish callbacks [] for security_group (52a903eb-f5e4-4ec6-a04a-b028aab58b5f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.523718 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.524777 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:06.577931 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-39bd23fd-d220-4706-b0e6-63353110b75e admin admin] Publish callbacks [] for security_group (52a903eb-f5e4-4ec6-a04a-b028aab58b5f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.633748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:06:06.636678 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-83e77240-98de-4deb-8516-8ad9efb96666 req-5c9ce702-a91f-4eaa-ae3b-fb0d6dd76a93 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275806 Sep 16 08:06:06.648954 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:06.652537 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166cc9e-af07-45e5-94a7-819df4f0f87e req-58acf101-996b-475b-8326-b6fe4b7685bd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:06.654774 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c166cc9e-af07-45e5-94a7-819df4f0f87e req-58acf101-996b-475b-8326-b6fe4b7685bd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.1087458 Sep 16 08:06:06.698843 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:06.699802 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.700383 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 Sep 16 08:06:06.730836 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c166cc9e-af07-45e5-94a7-819df4f0f87e req-92aa9f98-c6d0-4777-8438-91a9d3d2ec60 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676005 Sep 16 08:06:06.796503 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-39bd23fd-d220-4706-b0e6-63353110b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (52a903eb-f5e4-4ec6-a04a-b028aab58b5f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.800250 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-39bd23fd-d220-4706-b0e6-63353110b75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.801310 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-39bd23fd-d220-4706-b0e6-63353110b75e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/52a903eb-f5e4-4ec6-a04a-b028aab58b5f HTTP/1.1" status: 204 len: 168 time: 0.3863659 Sep 16 08:06:06.814225 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd23fd-d220-4706-b0e6-63353110b75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a903eb-f5e4-4ec6-a04a-b028aab58b5f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:06.825239 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:06.825600 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:06.882547 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:06.990104 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:07.038755 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:07.247438 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317281e-da25-46cb-bb7b-6d9e64313293 req-4fc983c4-085e-407f-be7e-91723f7d6015 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:07.248941 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6317281e-da25-46cb-bb7b-6d9e64313293 req-4fc983c4-085e-407f-be7e-91723f7d6015 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0589428 Sep 16 08:06:07.340029 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6317281e-da25-46cb-bb7b-6d9e64313293 req-45b05c3d-9279-4041-a121-605aab71711e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852747 Sep 16 08:06:07.360789 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:07.373502 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6c52-ace7-45b4-8aa6-08b7375341ed req-251ba835-44cf-4bbb-b833-c22815ed2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:07.375208 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9aab6c52-ace7-45b4-8aa6-08b7375341ed req-251ba835-44cf-4bbb-b833-c22815ed2060 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1129 time: 0.0469539 Sep 16 08:06:07.440406 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9aab6c52-ace7-45b4-8aa6-08b7375341ed req-ab3fd229-38fb-4c51-b5d0-575865a7cbf8 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Sep 16 08:06:07.658667 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49562) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:07.671729 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4efe5be8-06a1-44a2-8ead-343ad2fda46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:07.724792 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:07.792617 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4efe5be8-06a1-44a2-8ead-343ad2fda46b admin admin] Publish callbacks [] for security_group (21bf7f11-5ae5-4b54-95bd-285faa23dc6c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:07.799221 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568e749-4ec7-49b8-8963-d883c933c9ee req-2fd7d94b-231c-4b31-b0c6-88a75bba4557 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:07.800690 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1568e749-4ec7-49b8-8963-d883c933c9ee req-2fd7d94b-231c-4b31-b0c6-88a75bba4557 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0702202 Sep 16 08:06:07.855328 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1568e749-4ec7-49b8-8963-d883c933c9ee req-e2d6ab40-1e88-4d87-a86c-4bd0fe3794fe tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476823 Sep 16 08:06:07.875998 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4efe5be8-06a1-44a2-8ead-343ad2fda46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (21bf7f11-5ae5-4b54-95bd-285faa23dc6c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:07.878307 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec816f6f-3a24-4bfe-b535-653cdd6697b0 req-bb06f580-0ab8-45d7-b842-7220ef49464d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:07.880471 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ec816f6f-3a24-4bfe-b535-653cdd6697b0 req-bb06f580-0ab8-45d7-b842-7220ef49464d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0579784 Sep 16 08:06:07.914709 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4efe5be8-06a1-44a2-8ead-343ad2fda46b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5051d62df9b442479debc53c4e84eaac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551761 Sep 16 08:06:07.918265 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49572) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:07.928595 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe5be8-06a1-44a2-8ead-343ad2fda46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf7f11-5ae5-4b54-95bd-285faa23dc6c,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:07.958977 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ec816f6f-3a24-4bfe-b535-653cdd6697b0 req-3e2c48f4-4d29-4692-9805-ec1d3e31e826 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723658 Sep 16 08:06:07.983764 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b0e420c2-ad71-4d04-8e5f-1876b3b44e6d admin admin] Publish callbacks [] for security_group (21bf7f11-5ae5-4b54-95bd-285faa23dc6c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:08.005792 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b0e420c2-ad71-4d04-8e5f-1876b3b44e6d admin admin] Publish callbacks [] for security_group (21bf7f11-5ae5-4b54-95bd-285faa23dc6c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:08.115273 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f0841-5d5f-4b1a-992c-07eb768edf04 req-e7c5ce74-6efa-4bce-8039-bcfa1ff9d869 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:08.116770 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7e1f0841-5d5f-4b1a-992c-07eb768edf04 req-e7c5ce74-6efa-4bce-8039-bcfa1ff9d869 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0463464 Sep 16 08:06:08.117732 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b0e420c2-ad71-4d04-8e5f-1876b3b44e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (21bf7f11-5ae5-4b54-95bd-285faa23dc6c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:08.121342 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b0e420c2-ad71-4d04-8e5f-1876b3b44e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:08.134046 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b0e420c2-ad71-4d04-8e5f-1876b3b44e6d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/21bf7f11-5ae5-4b54-95bd-285faa23dc6c HTTP/1.1" status: 204 len: 168 time: 0.2032108 Sep 16 08:06:08.134614 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49590) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:08.139839 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:08.143562 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e420c2-ad71-4d04-8e5f-1876b3b44e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf7f11-5ae5-4b54-95bd-285faa23dc6c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:08.236231 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (4a815c5c-370f-4bfe-b0e7-874167afc83b), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:08.243710 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc'}, {'server_uuid': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:06:08.246032 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a13bf1b-4a05-499f-a645-00d4b5a66b25" -d '{"events": [{"server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "name": "network-vif-plugged", "status": "completed", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc"}, {"server_uuid": "d6ed2e44-f810-44fb-96f8-50847e08026e", "name": "network-vif-plugged", "status": "completed", "tag": "c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:06:08.256452 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d732ee19-edb8-4b10-9882-3b2afd26b116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:08.302409 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Sep 2022 08:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb82079-ba66-4854-afa7-d1f2e15c6e9a x-openstack-request-id: req-bbb82079-ba66-4854-afa7-d1f2e15c6e9a {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:06:08.303042 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "name": "network-vif-plugged", "status": "completed", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc", "code": 200}, {"server_uuid": "d6ed2e44-f810-44fb-96f8-50847e08026e", "name": "network-vif-plugged", "status": "completed", "tag": "c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:06:08.303299 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbb82079-ba66-4854-afa7-d1f2e15c6e9a {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:06:08.303694 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb82079-ba66-4854-afa7-d1f2e15c6e9a'] response: {'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'code': 200} Sep 16 08:06:08.303948 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb82079-ba66-4854-afa7-d1f2e15c6e9a'] response: {'server_uuid': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4', 'code': 200} Sep 16 08:06:08.482628 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10936b11-9a43-4833-ae88-465018b84d57 req-fc4291b6-6217-4370-8853-7ad6f52bf854 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:08.484199 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-10936b11-9a43-4833-ae88-465018b84d57 req-fc4291b6-6217-4370-8853-7ad6f52bf854 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0619218 Sep 16 08:06:08.543149 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-10936b11-9a43-4833-ae88-465018b84d57 req-27ead3d2-37ae-4780-9fbd-a90c1cbd79db tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511651 Sep 16 08:06:08.664999 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:09.006936 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.db.resource_extend [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 16 08:06:09.008849 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:09.022328 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49626) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:09.059220 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9edd7-c001-4d4e-838b-265222ee2269 req-44b0e7a0-d94b-4390-928c-7a286d0bfeb5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:09.060765 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6aa9edd7-c001-4d4e-838b-265222ee2269 req-44b0e7a0-d94b-4390-928c-7a286d0bfeb5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1122403 Sep 16 08:06:09.102261 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.130954 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6aa9edd7-c001-4d4e-838b-265222ee2269 req-94170fd8-7731-49b3-966f-a1b063779727 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602999 Sep 16 08:06:09.144869 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-54aa0186-0bed-4cc6-98bb-619e1ff55789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.159331 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (4a815c5c-370f-4bfe-b0e7-874167afc83b), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.222649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-54aa0186-0bed-4cc6-98bb-619e1ff55789 admin admin] Publish callbacks [] for security_group (5ad5c562-0080-4153-b581-22104f1d248b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.258318 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP 4a815c5c-370f-4bfe-b0e7-874167afc83b associated. External IP: 172.27.1.92, port: 047136d4-f91b-4e74-bfe8-7505cf1c706e. Sep 16 08:06:09.286261 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-54aa0186-0bed-4cc6-98bb-619e1ff55789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (5ad5c562-0080-4153-b581-22104f1d248b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.305684 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:09.330624 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-54aa0186-0bed-4cc6-98bb-619e1ff55789 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f2969e7a601449e4bdba93bdfb5cc89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020973 Sep 16 08:06:09.330624 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa0186-0bed-4cc6-98bb-619e1ff55789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5c562-0080-4153-b581-22104f1d248b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:09.331145 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49636) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:09.385762 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0a7-7501-41ba-b9be-f4ef578f16e8 admin admin] Publish callbacks [] for security_group (5ad5c562-0080-4153-b581-22104f1d248b), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.407132 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0a7-7501-41ba-b9be-f4ef578f16e8 admin admin] Publish callbacks [] for security_group (5ad5c562-0080-4153-b581-22104f1d248b), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.479090 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:06:09.544766 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0a7-7501-41ba-b9be-f4ef578f16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (5ad5c562-0080-4153-b581-22104f1d248b), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.547410 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0a7-7501-41ba-b9be-f4ef578f16e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.548609 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-60ffe0a7-7501-41ba-b9be-f4ef578f16e8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/5ad5c562-0080-4153-b581-22104f1d248b HTTP/1.1" status: 204 len: 168 time: 0.2164040 Sep 16 08:06:09.557383 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe0a7-7501-41ba-b9be-f4ef578f16e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5c562-0080-4153-b581-22104f1d248b,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:09.597802 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:09.604945 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:09.612128 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:06:09.634630 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:09.635665 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:09.652688 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-60856813-3159-47af-952a-db96e6fcf3ca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/4a815c5c-370f-4bfe-b0e7-874167afc83b HTTP/1.1" status: 200 len: 990 time: 1.5167367 Sep 16 08:06:09.653858 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:06:09.657495 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c3d297-961a-4277-b845-0cf75055ca0e" -d '{"events": [{"name": "network-changed", "server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:06:09.748343 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb75721-085a-4fb4-989a-c673e1bc0717 x-openstack-request-id: req-feb75721-085a-4fb4-989a-c673e1bc0717 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:06:09.748556 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:06:09.748805 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-feb75721-085a-4fb4-989a-c673e1bc0717 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:06:09.749164 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:09.749352 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb75721-085a-4fb4-989a-c673e1bc0717'] response: {'name': 'network-changed', 'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'status': 'completed', 'code': 200} Sep 16 08:06:09.760910 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dbbf-0382-4b34-baf6-9dfacd14ef89 req-6d9defdc-7c2a-48ed-a83f-ea74ca66cc01 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:09.762716 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ce32dbbf-0382-4b34-baf6-9dfacd14ef89 req-6d9defdc-7c2a-48ed-a83f-ea74ca66cc01 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1150208 Sep 16 08:06:09.817261 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ce32dbbf-0382-4b34-baf6-9dfacd14ef89 req-c73fff1a-3832-4670-bd8c-29fe32b3c805 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484660 Sep 16 08:06:10.021198 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:08Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:10.049307 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:06:10.058896 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:10.059498 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:05:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:10.155765 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:10.267305 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b571d-2250-4291-9546-355f9ee87369 req-eb6d8be6-e301-4d36-8a56-d629f62996da tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:10.269172 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-468b571d-2250-4291-9546-355f9ee87369 req-eb6d8be6-e301-4d36-8a56-d629f62996da tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0515482 Sep 16 08:06:10.273273 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49674) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:10.289070 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a84f37fb-00d8-4f69-95d1-489a85c91368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.291945 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:10.348267 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-468b571d-2250-4291-9546-355f9ee87369 req-378f78d4-310c-4907-91a2-42547ed49244 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665753 Sep 16 08:06:10.378590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a84f37fb-00d8-4f69-95d1-489a85c91368 admin admin] Publish callbacks [] for security_group (40b1a418-a59d-4f08-bcb2-d9e38df1786b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.405159 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:08Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:10.429980 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41a962-c191-4665-bdb1-dc861ee70573 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:08Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:06:10.445486 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a84f37fb-00d8-4f69-95d1-489a85c91368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (40b1a418-a59d-4f08-bcb2-d9e38df1786b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.490525 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f37fb-00d8-4f69-95d1-489a85c91368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b1a418-a59d-4f08-bcb2-d9e38df1786b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:10.496359 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a84f37fb-00d8-4f69-95d1-489a85c91368 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e8684766e3524f50875c0bb98ad491bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219150 Sep 16 08:06:10.498971 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49678) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:10.559833 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-300a803f-89de-4935-95e8-3172100dc84c admin admin] Publish callbacks [] for security_group (40b1a418-a59d-4f08-bcb2-d9e38df1786b), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.581399 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-300a803f-89de-4935-95e8-3172100dc84c admin admin] Publish callbacks [] for security_group (40b1a418-a59d-4f08-bcb2-d9e38df1786b), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.664459 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0ff7b116-151b-46d7-a81f-4e59ec7448be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.705981 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-300a803f-89de-4935-95e8-3172100dc84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (40b1a418-a59d-4f08-bcb2-d9e38df1786b), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.709706 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-300a803f-89de-4935-95e8-3172100dc84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:10.713284 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-300a803f-89de-4935-95e8-3172100dc84c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/40b1a418-a59d-4f08-bcb2-d9e38df1786b HTTP/1.1" status: 204 len: 168 time: 0.2111518 Sep 16 08:06:10.723283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a803f-89de-4935-95e8-3172100dc84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b1a418-a59d-4f08-bcb2-d9e38df1786b,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:10.990203 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b138f-8181-408c-9de3-c9bb02dc603c req-cb9762b3-8496-4d8a-ac9d-46a6081cee03 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:10.997919 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3b9b138f-8181-408c-9de3-c9bb02dc603c req-cb9762b3-8496-4d8a-ac9d-46a6081cee03 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0894601 Sep 16 08:06:11.010602 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:11.070657 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d297-961a-4277-b845-0cf75055ca0e req-9a0d0eed-7f55-4b3a-8aec-64b541641b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:11.072365 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05c3d297-961a-4277-b845-0cf75055ca0e req-9a0d0eed-7f55-4b3a-8aec-64b541641b7e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 1129 time: 0.0734963 Sep 16 08:06:11.080032 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3b9b138f-8181-408c-9de3-c9bb02dc603c req-83c4c200-80eb-4f08-835a-f73ae2d5b39f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701215 Sep 16 08:06:11.307317 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1a0d2-38a8-4f4b-8ab4-e46cb7ffc0ed None None] New status for floating IP 4a815c5c-370f-4bfe-b0e7-874167afc83b: ACTIVE {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:06:11.343827 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d297-961a-4277-b845-0cf75055ca0e req-d3935a80-7295-41d5-9303-00f19c26f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:11.348124 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05c3d297-961a-4277-b845-0cf75055ca0e req-d3935a80-7295-41d5-9303-00f19c26f5a1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 915 time: 0.1394002 Sep 16 08:06:11.437124 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:11.491322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f794c5-8964-4f62-a4ca-7ddc73abbd38 req-366aa8c2-f031-4b1d-95bc-58a8c2c29b0c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:11.494384 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d0f794c5-8964-4f62-a4ca-7ddc73abbd38 req-366aa8c2-f031-4b1d-95bc-58a8c2c29b0c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0662425 Sep 16 08:06:11.547613 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d0f794c5-8964-4f62-a4ca-7ddc73abbd38 req-acc548ec-b6d6-4743-b257-270a4e30e03e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474203 Sep 16 08:06:11.866360 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49752) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:12.041688 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5cac1-7532-4453-b48d-8146c5fbb916 req-8f1d53f0-3f80-4c9f-9b63-262bfc23073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:12.046205 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-65d5cac1-7532-4453-b48d-8146c5fbb916 req-8f1d53f0-3f80-4c9f-9b63-262bfc23073a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 1129 time: 0.1453497 Sep 16 08:06:12.046205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdd864-102f-4915-8290-89af28edaf82 req-706e60e6-a2d1-4cbe-b349-eebbda3809e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:12.047622 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e0cdd864-102f-4915-8290-89af28edaf82 req-706e60e6-a2d1-4cbe-b349-eebbda3809e5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 1130 time: 0.1522532 Sep 16 08:06:12.049631 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05c3d297-961a-4277-b845-0cf75055ca0e req-d22a2233-7f51-4c1d-a934-49f34a845b32 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e HTTP/1.1" status: 200 len: 1000 time: 0.2472963 Sep 16 08:06:12.059667 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.064602 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.119054 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:12.160431 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-65d5cac1-7532-4453-b48d-8146c5fbb916 req-db3cc64b-31fd-4397-a78d-659be34e2867 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051183 Sep 16 08:06:12.173238 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Publish callbacks [] for security_group (3af5a84c-eb3f-4199-b9f5-053c139e7add), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.179019 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e0cdd864-102f-4915-8290-89af28edaf82 req-906e9418-8914-4b9c-b85f-57c40198a2b7 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170831 Sep 16 08:06:12.180516 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d297-961a-4277-b845-0cf75055ca0e req-53d37ae6-c27b-4934-8a23-a9961fbb9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:12.181968 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05c3d297-961a-4277-b845-0cf75055ca0e req-53d37ae6-c27b-4934-8a23-a9961fbb9ddc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.1191938 Sep 16 08:06:12.251174 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3e78-99b3-4fd8-98f3-6c20b7c181dd req-c4fc5399-068b-40a7-90d2-40fb02b6fda5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:12.252660 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f9fc3e78-99b3-4fd8-98f3-6c20b7c181dd req-c4fc5399-068b-40a7-90d2-40fb02b6fda5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Sep 16 08:06:12.263660 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49774) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:12.284579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3af5a84c-eb3f-4199-b9f5-053c139e7add), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.351159 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=964cf92762cd4c8fa1d4ccabcae89fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822543 Sep 16 08:06:12.351515 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49784) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:12.356874 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f9fc3e78-99b3-4fd8-98f3-6c20b7c181dd req-010917c5-a877-48b4-a1a8-0a48e87b2655 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980942 Sep 16 08:06:12.357713 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af5a84c-eb3f-4199-b9f5-053c139e7add,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:12.367292 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.368029 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.368530 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.369027 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.369518 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.370000 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.370673 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.371181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.371673 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.372589 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.373102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.373444 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.373773 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.374195 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.374526 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83009a91-edff-49de-af89-5c1057b5a7aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.401651 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1547815040-network', 'tenant_id': '8b54e1e0edf74e53b77cce236388b9cb'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:12.450146 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Publish callbacks [] for security_group (3af5a84c-eb3f-4199-b9f5-053c139e7add), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.470165 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Publish callbacks [] for security_group (3af5a84c-eb3f-4199-b9f5-053c139e7add), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.567140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Made reservation on behalf of 8b54e1e0edf74e53b77cce236388b9cb for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:12.569500 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.578329 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.580808 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:12.620069 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3af5a84c-eb3f-4199-b9f5-053c139e7add), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.622592 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.623874 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3af5a84c-eb3f-4199-b9f5-053c139e7add HTTP/1.1" status: 204 len: 168 time: 0.2711160 Sep 16 08:06:12.637382 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af5a84c-eb3f-4199-b9f5-053c139e7add,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:12.652792 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.657080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.657080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.657080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.657452 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.657708 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.658039 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.658367 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.658712 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.659047 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.659372 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.659947 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.660267 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.660695 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.661654 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229e7ca0-f7cd-419c-96ba-162a1603a43d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:12.712785 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0b903-5d0c-4078-92fb-ad5392a9d7a8 req-5ef6d751-b8aa-4a8a-a099-be92b78e842c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:12.714528 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cbf0b903-5d0c-4078-92fb-ad5392a9d7a8 req-5ef6d751-b8aa-4a8a-a099-be92b78e842c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0725594 Sep 16 08:06:12.725481 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks [] for security_group (3b350e61-e307-438d-a9df-c2cb9572e00f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.765026 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cbf0b903-5d0c-4078-92fb-ad5392a9d7a8 req-6864b068-3447-4f66-9296-c4da9aff42b0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Sep 16 08:06:12.779315 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d297-961a-4277-b845-0cf75055ca0e req-fb88aaf2-4a1d-4b3b-b11f-6b7d562b10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:12.780835 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05c3d297-961a-4277-b845-0cf75055ca0e req-fb88aaf2-4a1d-4b3b-b11f-6b7d562b10b4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410612 Sep 16 08:06:12.799038 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3b350e61-e307-438d-a9df-c2cb9572e00f), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.825924 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:06:12.843319 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b350e61-e307-438d-a9df-c2cb9572e00f,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:12.846280 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (d1eb4ebe-13a2-4c33-a811-b164d482381e), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.846745 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Added segment d1eb4ebe-13a2-4c33-a811-b164d482381e of type vlan for network 07a86de4-c47f-4d52-9d5b-409e660e4e93 Sep 16 08:06:12.854302 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:12.886760 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (07a86de4-c47f-4d52-9d5b-409e660e4e93), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.982130 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (07a86de4-c47f-4d52-9d5b-409e660e4e93), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:12.983251 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:12.983830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.049983 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] Pushing event updated for resources: {'Network': ['ID=07a86de4-c47f-4d52-9d5b-409e660e4e93,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:13.059622 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 07a86de4-c47f-4d52-9d5b-409e660e4e93 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:06:13.082168 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-488268ab-afdc-4802-9a1a-aed44baa69b5 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8172033 Sep 16 08:06:13.085631 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49804) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:13.090982 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Request body: {'subnet': {'network_id': '07a86de4-c47f-4d52-9d5b-409e660e4e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1547815040-subnet', 'tenant_id': '8b54e1e0edf74e53b77cce236388b9cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:13.106102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:13.199809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Made reservation on behalf of 8b54e1e0edf74e53b77cce236388b9cb for: {'subnet': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:13.202208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.264905 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05c3d297-961a-4277-b845-0cf75055ca0e req-2386f73c-fa8f-4bd0-a842-5cefe089f218 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858545 Sep 16 08:06:13.414455 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49816) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:13.427167 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-36caa5ee-ea78-4cba-a853-9089eeb8ac1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.450006 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (c510c927-1d9d-4b6e-83f6-c2a4c26b153a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.509835 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6facc-3cf8-41e3-a1bd-21b459fbeaca req-2ffa2de0-8032-4f5f-b5bf-7a1450097381 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:13.511347 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6facc-3cf8-41e3-a1bd-21b459fbeaca req-2ffa2de0-8032-4f5f-b5bf-7a1450097381 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0539672 Sep 16 08:06:13.527974 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.538428 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c510c927-1d9d-4b6e-83f6-c2a4c26b153a,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:13.568839 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Checking segment: {'id': 'd1eb4ebe-13a2-4c33-a811-b164d482381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '07a86de4-c47f-4d52-9d5b-409e660e4e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:13.568959 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6facc-3cf8-41e3-a1bd-21b459fbeaca req-90707e9c-0873-4005-bfe2-31afa8b91d1b tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497348 Sep 16 08:06:13.569068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Network hostable DHCP agents. Network: 07a86de4-c47f-4d52-9d5b-409e660e4e93, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:06:13.579256 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-36caa5ee-ea78-4cba-a853-9089eeb8ac1e admin admin] Publish callbacks [] for security_group (b7e928ef-3050-41a7-bc60-44770d79ddc7), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.645181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-36caa5ee-ea78-4cba-a853-9089eeb8ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b7e928ef-3050-41a7-bc60-44770d79ddc7), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.682265 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Network 07a86de4-c47f-4d52-9d5b-409e660e4e93 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:06:13.689113 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa5ee-ea78-4cba-a853-9089eeb8ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e928ef-3050-41a7-bc60-44770d79ddc7,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:13.693292 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-36caa5ee-ea78-4cba-a853-9089eeb8ac1e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e9c0ab2759bc45d09289ab1e010a5afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798665 Sep 16 08:06:13.696008 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49828) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:13.745160 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-414dca9b-1cf1-48e2-a402-e344439345e5 admin admin] Publish callbacks [] for security_group (b7e928ef-3050-41a7-bc60-44770d79ddc7), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.756064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.761467 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 07a86de4-c47f-4d52-9d5b-409e660e4e93) {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:13.763076 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:13.768731 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-414dca9b-1cf1-48e2-a402-e344439345e5 admin admin] Publish callbacks [] for security_group (b7e928ef-3050-41a7-bc60-44770d79ddc7), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.768975 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7e55e-e135-422a-8be7-4e1876b651d0 None None] Network 07a86de4-c47f-4d52-9d5b-409e660e4e93 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:13.771274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:13.771857 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.903337 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7417b4-3a66-41d7-8ac6-b9e2499b260c None None] Network 07a86de4-c47f-4d52-9d5b-409e660e4e93 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:13.905067 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d248397c-e038-4ed8-9031-8e9746b3c896 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8180575 Sep 16 08:06:13.912353 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:13.921978 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-414dca9b-1cf1-48e2-a402-e344439345e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b7e928ef-3050-41a7-bc60-44770d79ddc7), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.924645 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-414dca9b-1cf1-48e2-a402-e344439345e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:13.932085 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-414dca9b-1cf1-48e2-a402-e344439345e5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b7e928ef-3050-41a7-bc60-44770d79ddc7 HTTP/1.1" status: 204 len: 168 time: 0.2288804 Sep 16 08:06:13.937209 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8199c2d-a052-4499-a671-bb9895a4aa83 req-9c823f29-2d23-443a-957c-895a245614d4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:13.938710 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f8199c2d-a052-4499-a671-bb9895a4aa83 req-9c823f29-2d23-443a-957c-895a245614d4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0912251 Sep 16 08:06:13.944677 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dca9b-1cf1-48e2-a402-e344439345e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e928ef-3050-41a7-bc60-44770d79ddc7,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:13.996184 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05c3d297-961a-4277-b845-0cf75055ca0e req-a95fe9e6-4173-417b-97d9-e660d64e3c61 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852157 Sep 16 08:06:14.056236 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f8199c2d-a052-4499-a671-bb9895a4aa83 req-f9ab3b0f-083a-48fa-9c94-7f96058bf9f8 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086798 Sep 16 08:06:14.660646 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:06:14.733051 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb7e74-5268-4848-bf49-ec0452802822 req-1b09ea85-fffc-48dd-b5de-b66a7d96c2f6 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:14.734422 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b2bb7e74-5268-4848-bf49-ec0452802822 req-1b09ea85-fffc-48dd-b5de-b66a7d96c2f6 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Sep 16 08:06:14.782175 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:14.798220 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49868) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:14.799346 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b2bb7e74-5268-4848-bf49-ec0452802822 req-69426d35-2045-4b8a-a38b-4b2814cb20d9 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535700 Sep 16 08:06:14.803695 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-433874036-network', 'tenant_id': '13c8229ddcc04e29825df27ad96ad7f1'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:14.904709 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Made reservation on behalf of 13c8229ddcc04e29825df27ad96ad7f1 for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:14.907249 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:14.918598 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:14.963333 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:14.982537 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1fa86-64c5-4ff8-b9ab-eebbbea37ded req-3ed6b47e-b6ab-4d27-941d-c2b6d8d5671c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:14.984071 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06c1fa86-64c5-4ff8-b9ab-eebbbea37ded req-3ed6b47e-b6ab-4d27-941d-c2b6d8d5671c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0674691 Sep 16 08:06:14.995253 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 49878) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:15.000505 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'floatingip': {'port_id': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:15.052754 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks [] for security_group (eb8535ac-2a70-4645-a4d3-65355bc936fd), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.084106 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (cdfb0bcd-f6f1-403a-b30c-3d7796f88e10), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.140158 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (eb8535ac-2a70-4645-a4d3-65355bc936fd), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.196693 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8535ac-2a70-4645-a4d3-65355bc936fd,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:15.216904 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:06:15.233839 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (89ece3a0-b4e6-415f-ba81-513730f3ac2b), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.234330 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Added segment 89ece3a0-b4e6-415f-ba81-513730f3ac2b of type vlan for network c62c0091-a9b6-4fc4-941c-1a71c3b5817f Sep 16 08:06:15.317265 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (c62c0091-a9b6-4fc4-941c-1a71c3b5817f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.399693 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (c62c0091-a9b6-4fc4-941c-1a71c3b5817f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.401749 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:15.402626 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.444416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e806ea-df7f-45ca-88fc-26faed4d0fde req-23a67ceb-c0da-4c6d-a4ce-a37e35530184 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:15.445885 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22e806ea-df7f-45ca-88fc-26faed4d0fde req-23a67ceb-c0da-4c6d-a4ce-a37e35530184 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1286104 Sep 16 08:06:15.498494 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c62c0091-a9b6-4fc4-941c-1a71c3b5817f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:15.514743 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network c62c0091-a9b6-4fc4-941c-1a71c3b5817f details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:06:15.521141 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c3a6f04c-4077-4a6c-a354-179736b962e0 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7213380 Sep 16 08:06:15.564675 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49908) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:15.564675 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Request body: {'subnet': {'network_id': 'c62c0091-a9b6-4fc4-941c-1a71c3b5817f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-433874036-subnet', 'tenant_id': '13c8229ddcc04e29825df27ad96ad7f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:15.587333 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22e806ea-df7f-45ca-88fc-26faed4d0fde req-8c27f737-ca26-4ca9-8e06-be15c8f2f2c4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208320 Sep 16 08:06:15.684842 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Made reservation on behalf of 13c8229ddcc04e29825df27ad96ad7f1 for: {'subnet': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:15.687244 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:15.742041 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:15.955948 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:15.961902 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (1c0316dc-7f87-492e-816b-c505ec46606e), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:16.017372 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0316dc-7f87-492e-816b-c505ec46606e,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:16.026717 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Checking segment: {'id': '89ece3a0-b4e6-415f-ba81-513730f3ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c62c0091-a9b6-4fc4-941c-1a71c3b5817f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:16.027114 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Network hostable DHCP agents. Network: c62c0091-a9b6-4fc4-941c-1a71c3b5817f, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:06:16.038807 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:16.125080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (cdfb0bcd-f6f1-403a-b30c-3d7796f88e10), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:16.125274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Network c62c0091-a9b6-4fc4-941c-1a71c3b5817f is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:06:16.249876 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126f012-8344-4a43-b7d1-01fd741d4df8 req-df1d1a00-b9fe-4b64-963e-6a7e6b0f8f91 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:16.251402 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f126f012-8344-4a43-b7d1-01fd741d4df8 req-df1d1a00-b9fe-4b64-963e-6a7e6b0f8f91 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0778108 Sep 16 08:06:16.259387 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, c62c0091-a9b6-4fc4-941c-1a71c3b5817f) {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:16.262949 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Floating IP cdfb0bcd-f6f1-403a-b30c-3d7796f88e10 associated. External IP: 172.27.1.54, port: 8a64e1a8-08fe-42cc-84de-a5e3362d89fc. Sep 16 08:06:16.271434 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:16.271722 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9154e-c21f-4942-ad84-072c692a99fa None None] Network c62c0091-a9b6-4fc4-941c-1a71c3b5817f requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:16.272199 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:16.393040 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a540746-8104-4002-bf9c-761e0d1aff1c None None] Network c62c0091-a9b6-4fc4-941c-1a71c3b5817f requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:16.486592 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10f59-b839-446d-92ad-278686cf2bfc req-dd2c15f9-537b-4e3c-823f-4ce95c8977cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:16.486592 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ade10f59-b839-446d-92ad-278686cf2bfc req-dd2c15f9-537b-4e3c-823f-4ce95c8977cb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 1130 time: 0.1060803 Sep 16 08:06:16.486592 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f126f012-8344-4a43-b7d1-01fd741d4df8 req-eb455c00-5e4d-47c5-a2dc-a14ac9decd3c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321182 Sep 16 08:06:16.581993 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10f59-b839-446d-92ad-278686cf2bfc req-6e9ec941-ea1e-4a64-8547-6f31444055f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:16.584150 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ade10f59-b839-446d-92ad-278686cf2bfc req-6e9ec941-ea1e-4a64-8547-6f31444055f0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.1522508 Sep 16 08:06:16.650960 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ade10f59-b839-446d-92ad-278686cf2bfc req-dc28d618-8f12-4b91-aac6-ff75f9bc6502 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 HTTP/1.1" status: 200 len: 217 time: 0.0436616 Sep 16 08:06:16.694597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Router a3f10b12-42eb-4943-a69d-f1d758a83139 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:06:16.714781 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10f59-b839-446d-92ad-278686cf2bfc req-0cd742ed-881a-4b6a-8d0c-3356d49c82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:16.716272 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ade10f59-b839-446d-92ad-278686cf2bfc req-0cd742ed-881a-4b6a-8d0c-3356d49c82b7 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0550673 Sep 16 08:06:17.016973 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade10f59-b839-446d-92ad-278686cf2bfc req-bf98a3e7-af7e-47d9-a082-81b5cdb45706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:17.018389 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ade10f59-b839-446d-92ad-278686cf2bfc req-bf98a3e7-af7e-47d9-a082-81b5cdb45706 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2692511 Sep 16 08:06:17.077244 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a76b79e4-4b4f-4b82-84a5-9687dcb80638 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5503566 Sep 16 08:06:17.084942 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:17.089317 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:17.094185 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] Sync routers for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:06:17.107409 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:17.108258 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:17.138319 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b945986c-4fdf-41f4-8e1d-2926b687a2d2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/cdfb0bcd-f6f1-403a-b30c-3d7796f88e10 HTTP/1.1" status: 200 len: 990 time: 2.1418586 Sep 16 08:06:17.142088 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:06:17.144312 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:06:17.159212 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ade10f59-b839-446d-92ad-278686cf2bfc req-e34665b7-8170-4dc9-9780-45b92f62d384 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317425 Sep 16 08:06:17.212956 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:17.230955 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1346b1e6-f126-456a-a105-b1c0f229c497 x-openstack-request-id: req-1346b1e6-f126-456a-a105-b1c0f229c497 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:06:17.230955 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:06:17.230955 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1346b1e6-f126-456a-a105-b1c0f229c497 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:06:17.230955 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1346b1e6-f126-456a-a105-b1c0f229c497'] response: {'name': 'network-changed', 'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'status': 'completed', 'code': 200} Sep 16 08:06:17.249027 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:17.301980 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ade10f59-b839-446d-92ad-278686cf2bfc req-17b945ac-7768-4f1d-84e4-55234821c5eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342919 Sep 16 08:06:17.304840 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-ee4adea5-7ec0-4a79-94b2-2c2ca36a8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:17.306344 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-ee4adea5-7ec0-4a79-94b2-2c2ca36a8667 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 1129 time: 0.0541506 Sep 16 08:06:17.353359 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:17.410279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-379fb6a1-2b05-4fa3-94a6-e5680ee9e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:17.412710 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-379fb6a1-2b05-4fa3-94a6-e5680ee9e611 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 912 time: 0.0937040 Sep 16 08:06:17.490933 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-a75c05e9-dbb6-4682-93c6-bfb42ef3909f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 200 len: 998 time: 0.0702412 Sep 16 08:06:17.516080 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'cdfb0bcd-f6f1-403a-b30c-3d7796f88e10', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'port_id': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'mac_address': 'fa:16:3e:06:38:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:33Z', 'updated_at': '2022-09-16T08:06:15Z', 'revision_number': 1, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:17.548576 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] Checking router: a3f10b12-42eb-4943-a69d-f1d758a83139 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:06:17.557647 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-6f66600b-e11b-4298-9386-f8106068d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:17.559184 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:17.559309 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-6f66600b-e11b-4298-9386-f8106068d4b4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.0534012 Sep 16 08:06:17.559819 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:17.649373 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49966) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:17.665666 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-25996a21-19f3-4af7-805f-2cc1db74fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:17.667357 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-25996a21-19f3-4af7-805f-2cc1db74fdd5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0966458 Sep 16 08:06:17.673244 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a385d-b73c-4cbd-9107-7dec059954cf req-5aba0f97-b3b1-4a9c-b25d-a0d3178294b9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:17.674883 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d05a385d-b73c-4cbd-9107-7dec059954cf req-5aba0f97-b3b1-4a9c-b25d-a0d3178294b9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0910747 Sep 16 08:06:17.695909 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:17.762825 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d05a385d-b73c-4cbd-9107-7dec059954cf req-77484d90-4882-40e2-80d5-eee88b50fb51 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815489 Sep 16 08:06:17.853665 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c5b857b9-2549-414c-8704-af3f92da5006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:17.942708 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c5b857b9-2549-414c-8704-af3f92da5006 admin admin] Publish callbacks [] for security_group (401fd2a1-2b5d-4b94-9a66-9e921cd69e59), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:17.945646 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'cdfb0bcd-f6f1-403a-b30c-3d7796f88e10', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'port_id': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'mac_address': 'fa:16:3e:06:38:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:33Z', 'updated_at': '2022-09-16T08:06:15Z', 'revision_number': 1, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:17.972297 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbf063-bc52-4353-ba68-749ff485cc4f None None] The sync data for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi is: [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'cdfb0bcd-f6f1-403a-b30c-3d7796f88e10', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'port_id': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'mac_address': 'fa:16:3e:06:38:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:33Z', 'updated_at': '2022-09-16T08:06:15Z', 'revision_number': 1, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:06:18.040386 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c5b857b9-2549-414c-8704-af3f92da5006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (401fd2a1-2b5d-4b94-9a66-9e921cd69e59), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:18.072028 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:18.078609 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b857b9-2549-414c-8704-af3f92da5006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401fd2a1-2b5d-4b94-9a66-9e921cd69e59,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:18.091642 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c5b857b9-2549-414c-8704-af3f92da5006 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5e900d236439454284220179da162c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4395237 Sep 16 08:06:18.095167 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 49976) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:18.145259 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-f0593d96-ef99-4cd4-8202-1efa45a38d11 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093926 Sep 16 08:06:18.163140 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-04b9fbf3-0184-4b52-a9ee-67492aba3ac7 admin admin] Publish callbacks [] for security_group (401fd2a1-2b5d-4b94-9a66-9e921cd69e59), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:18.188662 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-04b9fbf3-0184-4b52-a9ee-67492aba3ac7 admin admin] Publish callbacks [] for security_group (401fd2a1-2b5d-4b94-9a66-9e921cd69e59), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:18.265410 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3250a991-8ca9-426e-8bd0-5d5ca15ecde4 req-816a505a-ed93-4137-8d8c-90fd65cef660 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132400 Sep 16 08:06:18.331500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-04b9fbf3-0184-4b52-a9ee-67492aba3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (401fd2a1-2b5d-4b94-9a66-9e921cd69e59), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:18.334862 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-04b9fbf3-0184-4b52-a9ee-67492aba3ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:18.340426 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-04b9fbf3-0184-4b52-a9ee-67492aba3ac7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/401fd2a1-2b5d-4b94-9a66-9e921cd69e59 HTTP/1.1" status: 204 len: 168 time: 0.2403119 Sep 16 08:06:18.367500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9fbf3-0184-4b52-a9ee-67492aba3ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401fd2a1-2b5d-4b94-9a66-9e921cd69e59,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:18.377233 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9668998a-abd7-42b4-8ae3-cfbc12d6bb50 None None] New status for floating IP cdfb0bcd-f6f1-403a-b30c-3d7796f88e10: ACTIVE {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:06:18.422824 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:18.656718 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:18.670891 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:18.912772 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98394-e707-427d-8980-01f0e0c0860e req-0478af12-3071-4ddc-a612-510d72958812 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:18.914266 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-75a98394-e707-427d-8980-01f0e0c0860e req-0478af12-3071-4ddc-a612-510d72958812 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0636940 Sep 16 08:06:18.962257 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-75a98394-e707-427d-8980-01f0e0c0860e req-a09da586-5302-4924-a25d-31436c67ccd9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Sep 16 08:06:19.141832 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:19.211344 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50010) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:19.224775 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3e9875cb-42f7-46ec-bf0b-2e87c081d8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:19.340939 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-9c8bae2a-8970-4759-9909-99a6373fce42 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650516 Sep 16 08:06:19.367870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3e9875cb-42f7-46ec-bf0b-2e87c081d8fd admin admin] Publish callbacks [] for security_group (2cf609c1-ba43-4025-a359-657a21710f4d), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:19.421762 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3e9875cb-42f7-46ec-bf0b-2e87c081d8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2cf609c1-ba43-4025-a359-657a21710f4d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:19.464805 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3e9875cb-42f7-46ec-bf0b-2e87c081d8fd admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1885aea0d2324b9cbee2b441339b0a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523689 Sep 16 08:06:19.468492 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50020) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:19.477391 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9875cb-42f7-46ec-bf0b-2e87c081d8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf609c1-ba43-4025-a359-657a21710f4d,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:19.479193 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74586c39-1703-4251-b757-67b3256dd357 req-3255cf41-822a-4966-a2f9-a85f6c2705b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:19.480730 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-3255cf41-822a-4966-a2f9-a85f6c2705b2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1129 time: 0.0421813 Sep 16 08:06:19.529888 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2970511c-05bc-456b-b1c0-cf815ba865f8 admin admin] Publish callbacks [] for security_group (2cf609c1-ba43-4025-a359-657a21710f4d), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:19.552634 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2970511c-05bc-456b-b1c0-cf815ba865f8 admin admin] Publish callbacks [] for security_group (2cf609c1-ba43-4025-a359-657a21710f4d), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:19.593574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74586c39-1703-4251-b757-67b3256dd357 req-38e10043-cadd-402e-b2c2-6825c74c4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:19.595058 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-38e10043-cadd-402e-b2c2-6825c74c4440 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.0937808 Sep 16 08:06:19.633267 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-08a24f65-e665-400d-a5b6-453c2cb4fb35 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 200 len: 217 time: 0.0320463 Sep 16 08:06:19.670258 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2970511c-05bc-456b-b1c0-cf815ba865f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2cf609c1-ba43-4025-a359-657a21710f4d), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:19.672934 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2970511c-05bc-456b-b1c0-cf815ba865f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:19.676606 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-2970511c-05bc-456b-b1c0-cf815ba865f8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2cf609c1-ba43-4025-a359-657a21710f4d HTTP/1.1" status: 204 len: 168 time: 0.2044551 Sep 16 08:06:19.682470 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74586c39-1703-4251-b757-67b3256dd357 req-0596a060-48a0-4638-be83-5c989cbc4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:19.684002 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-0596a060-48a0-4638-be83-5c989cbc4a32 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0447938 Sep 16 08:06:19.688969 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970511c-05bc-456b-b1c0-cf815ba865f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf609c1-ba43-4025-a359-657a21710f4d,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:19.734016 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74586c39-1703-4251-b757-67b3256dd357 req-0ab275d4-56b4-48f3-90e1-723bb57fca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:19.735593 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-0ab275d4-56b4-48f3-90e1-723bb57fca44 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451934 Sep 16 08:06:19.827786 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-a4046b03-6d2c-4401-8146-8528693cfb08 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844505 Sep 16 08:06:19.854402 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:19.902221 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:19.925418 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-74586c39-1703-4251-b757-67b3256dd357 req-a8617316-1693-4b16-9ed5-4e4e855d7ac4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906422 Sep 16 08:06:20.093863 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3a4f8-c28b-4c15-9d5e-ee4cdbc17c43 req-fe4be073-08e7-4f7c-aef9-6c3a13ef5ffb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:20.095840 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6bc3a4f8-c28b-4c15-9d5e-ee4cdbc17c43 req-fe4be073-08e7-4f7c-aef9-6c3a13ef5ffb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0506527 Sep 16 08:06:20.147214 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6bc3a4f8-c28b-4c15-9d5e-ee4cdbc17c43 req-d24620c3-58c7-4a8b-9403-1b289c8e1598 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449166 Sep 16 08:06:20.728211 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:20.994284 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50080) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:21.113145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c32ef41-709c-4fc1-8ddb-872b927b62ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:21.192739 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:21.193173 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c32ef41-709c-4fc1-8ddb-872b927b62ae admin admin] Publish callbacks [] for security_group (30accd8a-593a-44f2-b3c3-a236c540d29c), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:21.265513 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03b79c-2c1f-4bd4-8d7f-2490d14c64b7 req-e7acbc98-1514-4980-90d0-60e6f088dd98 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:21.267077 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2e03b79c-2c1f-4bd4-8d7f-2490d14c64b7 req-e7acbc98-1514-4980-90d0-60e6f088dd98 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0460980 Sep 16 08:06:21.280589 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c32ef41-709c-4fc1-8ddb-872b927b62ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (30accd8a-593a-44f2-b3c3-a236c540d29c), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:21.347535 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32ef41-709c-4fc1-8ddb-872b927b62ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30accd8a-593a-44f2-b3c3-a236c540d29c,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:21.359198 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4c32ef41-709c-4fc1-8ddb-872b927b62ae admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e4834019a5e44a0388220402d877e997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607600 Sep 16 08:06:21.364613 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50092) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:21.365634 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2e03b79c-2c1f-4bd4-8d7f-2490d14c64b7 req-4b7a720a-fbad-4278-9efc-2057aeef4910 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920541 Sep 16 08:06:21.414914 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e02bb363-842a-46c9-b396-956aa9ccbd53 admin admin] Publish callbacks [] for security_group (30accd8a-593a-44f2-b3c3-a236c540d29c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:21.434323 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e02bb363-842a-46c9-b396-956aa9ccbd53 admin admin] Publish callbacks [] for security_group (30accd8a-593a-44f2-b3c3-a236c540d29c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:21.618633 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e02bb363-842a-46c9-b396-956aa9ccbd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (30accd8a-593a-44f2-b3c3-a236c540d29c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:21.625499 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e02bb363-842a-46c9-b396-956aa9ccbd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:21.625499 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e02bb363-842a-46c9-b396-956aa9ccbd53 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/30accd8a-593a-44f2-b3c3-a236c540d29c HTTP/1.1" status: 204 len: 168 time: 0.2604642 Sep 16 08:06:21.631982 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bb363-842a-46c9-b396-956aa9ccbd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30accd8a-593a-44f2-b3c3-a236c540d29c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:22.511377 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e87097-cc5b-4c78-a34b-99adbbd05d00 req-341d75c8-92e5-47f8-b1a8-a74240316946 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:22.513039 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-12e87097-cc5b-4c78-a34b-99adbbd05d00 req-341d75c8-92e5-47f8-b1a8-a74240316946 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0519273 Sep 16 08:06:22.568558 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-12e87097-cc5b-4c78-a34b-99adbbd05d00 req-9cd7a524-14cd-4704-8228-5c75e0b77924 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 Sep 16 08:06:23.694961 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11003a-d72d-4991-b651-b397acdd9599 req-7221e145-1a55-4dc3-816a-4b32407feabb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:23.696490 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6d11003a-d72d-4991-b651-b397acdd9599 req-7221e145-1a55-4dc3-816a-4b32407feabb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0509143 Sep 16 08:06:23.748091 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6d11003a-d72d-4991-b651-b397acdd9599 req-4a182c6e-1f06-4bba-ab0a-688d88be3066 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459964 Sep 16 08:06:24.872430 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225e8e-710d-4887-a3f7-a7a56dfb897f req-755ee0b6-3025-428e-947b-b257d6696025 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:24.875143 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-04225e8e-710d-4887-a3f7-a7a56dfb897f req-755ee0b6-3025-428e-947b-b257d6696025 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0474937 Sep 16 08:06:24.935831 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-04225e8e-710d-4887-a3f7-a7a56dfb897f req-c51fde8e-c3e1-4180-bc4d-9fbf4e35d2e6 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555148 Sep 16 08:06:26.062212 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50fc15-1163-4def-bd07-edef7f635148 req-8d417557-e220-4ed6-a9cf-2f2b148ac8be tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:26.063737 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dc50fc15-1163-4def-bd07-edef7f635148 req-8d417557-e220-4ed6-a9cf-2f2b148ac8be tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0468946 Sep 16 08:06:26.111748 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dc50fc15-1163-4def-bd07-edef7f635148 req-4b57ba02-c381-4aeb-a6d3-fe34b5f2b04e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418756 Sep 16 08:06:27.237150 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a889ad-d4d5-460c-bd13-cbcb6cfa1e26 req-0f32564c-8a05-4079-b9b2-42f45f9cb53b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:27.238640 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-42a889ad-d4d5-460c-bd13-cbcb6cfa1e26 req-0f32564c-8a05-4079-b9b2-42f45f9cb53b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0496886 Sep 16 08:06:27.285249 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-42a889ad-d4d5-460c-bd13-cbcb6cfa1e26 req-9b982f6c-4b52-4a8f-b278-7edbc93ecd83 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Sep 16 08:06:27.549836 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffa80-e3ac-4561-9344-e2092d7239be req-e42c89dd-0833-414b-8928-79699134ac4e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:27.551361 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-604ffa80-e3ac-4561-9344-e2092d7239be req-e42c89dd-0833-414b-8928-79699134ac4e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0470831 Sep 16 08:06:27.598473 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-604ffa80-e3ac-4561-9344-e2092d7239be req-d2315e5c-680e-4e11-b700-c29897b1eaa4 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Sep 16 08:06:28.405067 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13415980-d2ec-477a-8ee6-f08c815e25e3 req-2e5020cb-7824-4eb7-b1d6-4ab663158c8b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:28.406488 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-13415980-d2ec-477a-8ee6-f08c815e25e3 req-2e5020cb-7824-4eb7-b1d6-4ab663158c8b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0476177 Sep 16 08:06:28.451980 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-13415980-d2ec-477a-8ee6-f08c815e25e3 req-0852c264-f4a7-48a5-9cb8-acc5649024cf tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392292 Sep 16 08:06:28.675687 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:28.716243 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423de3cf-7d7b-4ee2-9e74-8c87dd009945 req-4bcbc395-b667-4270-b7fb-67a94b459855 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:28.717707 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-423de3cf-7d7b-4ee2-9e74-8c87dd009945 req-4bcbc395-b667-4270-b7fb-67a94b459855 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0457039 Sep 16 08:06:28.768736 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-423de3cf-7d7b-4ee2-9e74-8c87dd009945 req-f9ba227d-65ee-4b2a-99da-a773e0c7b704 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Sep 16 08:06:29.570288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e7be2-a53c-4115-9a16-c3bdc9ece57a req-e8232260-85c8-456a-9aff-699a4d90bf1e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:29.571752 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4d5e7be2-a53c-4115-9a16-c3bdc9ece57a req-e8232260-85c8-456a-9aff-699a4d90bf1e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0463407 Sep 16 08:06:29.619196 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4d5e7be2-a53c-4115-9a16-c3bdc9ece57a req-a9bd9994-6fb2-4ea7-ad20-1ccd343481f1 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Sep 16 08:06:29.887722 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bf80c-7ba7-4b26-a1c0-a752e1334b7a req-fbee3916-9043-4f0e-b13d-1570b9a0e62e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:29.889165 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a2bf80c-7ba7-4b26-a1c0-a752e1334b7a req-fbee3916-9043-4f0e-b13d-1570b9a0e62e tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0457916 Sep 16 08:06:29.938130 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a2bf80c-7ba7-4b26-a1c0-a752e1334b7a req-14602a0e-12bc-46d6-bbc2-a62109f939d1 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 Sep 16 08:06:30.642799 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:30.737761 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59235e8-fa84-4cbf-a783-bd0a4694a558 req-8d34b95a-45d7-417e-abad-08e613a2401f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:30.739784 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c59235e8-fa84-4cbf-a783-bd0a4694a558 req-8d34b95a-45d7-417e-abad-08e613a2401f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0462339 Sep 16 08:06:30.778622 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:30.790339 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c59235e8-fa84-4cbf-a783-bd0a4694a558 req-fea074cc-519d-4fe3-b629-bddd0b192f5a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Sep 16 08:06:31.079084 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ac4f-4e8d-4406-b8e2-733c37bc4c02 req-932bd55a-f3b3-4209-991b-8b29cd579016 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:31.080586 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6d49ac4f-4e8d-4406-b8e2-733c37bc4c02 req-932bd55a-f3b3-4209-991b-8b29cd579016 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0467839 Sep 16 08:06:31.126514 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6d49ac4f-4e8d-4406-b8e2-733c37bc4c02 req-4b1dbcdc-a128-4222-830b-bc8a24fd1cc0 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Sep 16 08:06:31.653073 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:31.911461 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036d99e-4a2f-44e1-88e8-3c2a1a1ad1ea req-8e4e1fce-429b-4f7c-b271-4a6a66fd2e24 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:31.912867 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0036d99e-4a2f-44e1-88e8-3c2a1a1ad1ea req-8e4e1fce-429b-4f7c-b271-4a6a66fd2e24 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0464845 Sep 16 08:06:31.959314 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0036d99e-4a2f-44e1-88e8-3c2a1a1ad1ea req-636d9d73-3341-4be8-ab1e-ae2e3632d8d7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Sep 16 08:06:32.247256 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10092a-99cc-4b67-9d67-16aba1dc3d9b req-76870bff-67f2-4c75-9636-0bdcf535ac30 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:32.248701 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b10092a-99cc-4b67-9d67-16aba1dc3d9b req-76870bff-67f2-4c75-9636-0bdcf535ac30 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0494232 Sep 16 08:06:32.272412 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:32.295527 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6b10092a-99cc-4b67-9d67-16aba1dc3d9b req-9e4f60c9-7c7f-49a5-bd77-4052e00fbaf5 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Sep 16 08:06:33.081539 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8e5a6-a7b7-4be2-ab40-eaba3a463f78 req-d2c4aa51-e6f2-42d5-ad25-7544e86fa2ba tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:33.083142 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1aa8e5a6-a7b7-4be2-ab40-eaba3a463f78 req-d2c4aa51-e6f2-42d5-ad25-7544e86fa2ba tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0469644 Sep 16 08:06:33.132311 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1aa8e5a6-a7b7-4be2-ab40-eaba3a463f78 req-335d58e2-9b3a-43a4-b06e-088301b0b97b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Sep 16 08:06:33.415599 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efff2f-4644-4d62-9541-7d700448f417 req-95ae7ebd-3d70-465b-bc37-7441b65c0946 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:33.417059 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-01efff2f-4644-4d62-9541-7d700448f417 req-95ae7ebd-3d70-465b-bc37-7441b65c0946 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0464811 Sep 16 08:06:33.464665 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-01efff2f-4644-4d62-9541-7d700448f417 req-425e2a6d-57a2-4c7c-aaaf-20bdfb07bfa2 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Sep 16 08:06:34.261804 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0517489-d411-4aa1-90cb-dc6c755ae066 req-98259603-d7f5-40c2-94bc-29b8b62f46ac tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:34.263302 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d0517489-d411-4aa1-90cb-dc6c755ae066 req-98259603-d7f5-40c2-94bc-29b8b62f46ac tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0488319 Sep 16 08:06:34.310591 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d0517489-d411-4aa1-90cb-dc6c755ae066 req-76942418-6fb7-49c4-a495-7044855d1711 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Sep 16 08:06:34.585878 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd260ef-7c48-480d-b410-6f7574f1edc0 req-cd109ba4-8083-4ee1-bc28-533e0885cdc6 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:34.587398 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3bd260ef-7c48-480d-b410-6f7574f1edc0 req-cd109ba4-8083-4ee1-bc28-533e0885cdc6 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0487344 Sep 16 08:06:34.647634 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3bd260ef-7c48-480d-b410-6f7574f1edc0 req-b524df71-7816-4410-96ce-19e7a12f6fee tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546353 Sep 16 08:06:35.434396 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fd82c-73f1-411a-b03e-d90c6ff4dc5f req-58e08187-dbec-4676-8ac7-93146474cd16 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:35.435868 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-731fd82c-73f1-411a-b03e-d90c6ff4dc5f req-58e08187-dbec-4676-8ac7-93146474cd16 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0459962 Sep 16 08:06:35.482462 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-731fd82c-73f1-411a-b03e-d90c6ff4dc5f req-fb95e68c-fd65-41a9-9917-c385ea3ef977 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Sep 16 08:06:35.763935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27c027-751f-416b-8704-1e0d96878a59 req-3119dcf2-bf03-4c68-b6c7-82db617b9436 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:35.765378 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ba27c027-751f-416b-8704-1e0d96878a59 req-3119dcf2-bf03-4c68-b6c7-82db617b9436 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0444686 Sep 16 08:06:35.790647 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:35.811362 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ba27c027-751f-416b-8704-1e0d96878a59 req-a231d022-6279-4b15-a6d0-39adf39db919 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Sep 16 08:06:36.407452 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-c195eeb0-ffeb-40c6-88e3-06581fdc4f17 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:36.408821 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-c195eeb0-ffeb-40c6-88e3-06581fdc4f17 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0473595 Sep 16 08:06:36.433664 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:36.533331 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Deleting port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:06:36.534229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:36.633257 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecad8a-bb62-484c-b7a2-0e1188e94594 req-b33c86ba-f784-47ca-b23f-76ba37fac884 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:36.634665 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-85ecad8a-bb62-484c-b7a2-0e1188e94594 req-b33c86ba-f784-47ca-b23f-76ba37fac884 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0561271 Sep 16 08:06:36.668977 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:36.677916 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] For port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:36.678275 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:36.704187 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Calling delete_port for 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:06:36.730020 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-85ecad8a-bb62-484c-b7a2-0e1188e94594 req-61f46533-8c48-47aa-bf13-5329f2535e9e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894744 Sep 16 08:06:36.921361 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (7ba33ab1-123d-4e11-ba3e-f820f20c39b8), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:36.932436 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72b12-829c-47c4-bd58-0ab2a01980b1 req-dc3ba336-7110-4452-b25c-7e949ad002f8 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:36.933907 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-79f72b12-829c-47c4-bd58-0ab2a01980b1 req-dc3ba336-7110-4452-b25c-7e949ad002f8 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 946 time: 0.0480959 Sep 16 08:06:36.951094 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Pushing event deleted for resources: {'Port': ['ID=7ba33ab1-123d-4e11-ba3e-f820f20c39b8,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:36.994261 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-79f72b12-829c-47c4-bd58-0ab2a01980b1 req-1ba60e75-5f66-4e97-9d02-fc834955b290 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543098 Sep 16 08:06:37.029929 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] No DVR routers for this DVR port 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:06:37.035118 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:37.039014 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5620b458-4d1d-4e70-9c73-c8e3b22829ad req-3b80c160-550a-4a31-9f43-63c4a2cb3bcc tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.42 "DELETE /networking/v2.0/ports/7ba33ab1-123d-4e11-ba3e-f820f20c39b8 HTTP/1.1" status: 204 len: 173 time: 0.6114321 Sep 16 08:06:37.039530 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'name': 'network-vif-deleted', 'tag': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:06:37.041833 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1451ef0-5cb6-453c-9e5b-eb920ce76d0c" -d '{"events": [{"server_uuid": "1ddef20f-e546-46b6-9282-f4fb7fc9cb86", "name": "network-vif-deleted", "tag": "7ba33ab1-123d-4e11-ba3e-f820f20c39b8"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:06:37.089834 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c3c990-eab0-46d5-8eb3-f5098c0f2ea6 x-openstack-request-id: req-f6c3c990-eab0-46d5-8eb3-f5098c0f2ea6 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:06:37.090128 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddef20f-e546-46b6-9282-f4fb7fc9cb86", "name": "network-vif-deleted", "tag": "7ba33ab1-123d-4e11-ba3e-f820f20c39b8", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:06:37.090385 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6c3c990-eab0-46d5-8eb3-f5098c0f2ea6 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:06:37.090825 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c3c990-eab0-46d5-8eb3-f5098c0f2ea6'] response: {'server_uuid': '1ddef20f-e546-46b6-9282-f4fb7fc9cb86', 'name': 'network-vif-deleted', 'tag': '7ba33ab1-123d-4e11-ba3e-f820f20c39b8', 'status': 'completed', 'code': 200} Sep 16 08:06:37.854539 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8b739-836d-471b-b8bc-3ba80ae87d12 req-646d9386-cf9a-4458-9ca1-08b70f0528a8 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:37.856080 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c3e8b739-836d-471b-b8bc-3ba80ae87d12 req-646d9386-cf9a-4458-9ca1-08b70f0528a8 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0507536 Sep 16 08:06:37.903197 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c3e8b739-836d-471b-b8bc-3ba80ae87d12 req-213b73b3-4ff1-4eb6-aa27-c7190fa1091c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Sep 16 08:06:38.117940 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-51db5657-de56-468e-95c6-7d6e23833a24 req-347b5479-d004-4a09-b2f4-8d0eeca74292 tempest-DeleteServersTestJSON-801011032 tempest-DeleteServersTestJSON-801011032-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=1ddef20f-e546-46b6-9282-f4fb7fc9cb86 HTTP/1.1" status: 200 len: 210 time: 0.0335481 Sep 16 08:06:38.229200 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:06:38.253428 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:06:38.253785 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7ba33ab1-123d-4e11-ba3e-f820f20c39b8 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:06:38.301626 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a01b185f-2d06-462c-8e75-5697af18bf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:38.951047 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50470) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:39.041794 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfbdf0-1585-4845-9e06-dc1b4667b885 req-fcbaa48e-eab1-4354-aaf7-e975f5a04c49 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:39.043306 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f1bfbdf0-1585-4845-9e06-dc1b4667b885 req-fcbaa48e-eab1-4354-aaf7-e975f5a04c49 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0582697 Sep 16 08:06:39.064584 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5e38f0d5-4975-4e13-9dd4-9ed4abce3d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:39.125451 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f1bfbdf0-1585-4845-9e06-dc1b4667b885 req-0c7f4736-185a-404a-9560-54cae0ce8924 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731151 Sep 16 08:06:39.173929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5e38f0d5-4975-4e13-9dd4-9ed4abce3d10 admin admin] Publish callbacks [] for security_group (436ef504-b2a9-4b46-9c20-0d4bc0584d9f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:39.276123 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5e38f0d5-4975-4e13-9dd4-9ed4abce3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (436ef504-b2a9-4b46-9c20-0d4bc0584d9f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:39.322907 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5e38f0d5-4975-4e13-9dd4-9ed4abce3d10 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=bb39ded310e3409184bc4a8adb1a9a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749924 Sep 16 08:06:39.323773 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38f0d5-4975-4e13-9dd4-9ed4abce3d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436ef504-b2a9-4b46-9c20-0d4bc0584d9f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:39.325680 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50482) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:39.332609 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:39.382499 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9aeb328c-b4d1-464a-8e07-9737f34d46af admin admin] Publish callbacks [] for security_group (436ef504-b2a9-4b46-9c20-0d4bc0584d9f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:39.403423 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9aeb328c-b4d1-464a-8e07-9737f34d46af admin admin] Publish callbacks [] for security_group (436ef504-b2a9-4b46-9c20-0d4bc0584d9f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:39.555386 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9aeb328c-b4d1-464a-8e07-9737f34d46af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (436ef504-b2a9-4b46-9c20-0d4bc0584d9f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:39.558258 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9aeb328c-b4d1-464a-8e07-9737f34d46af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:39.559863 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-9aeb328c-b4d1-464a-8e07-9737f34d46af admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/436ef504-b2a9-4b46-9c20-0d4bc0584d9f HTTP/1.1" status: 204 len: 168 time: 0.2328107 Sep 16 08:06:39.569153 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb328c-b4d1-464a-8e07-9737f34d46af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436ef504-b2a9-4b46-9c20-0d4bc0584d9f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:40.244962 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d76cf-138a-4114-919e-f3441d1ae274 req-6657a354-588c-4952-9ecd-fa0a4bdee57c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:40.246496 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e16d76cf-138a-4114-919e-f3441d1ae274 req-6657a354-588c-4952-9ecd-fa0a4bdee57c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0457950 Sep 16 08:06:40.293930 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e16d76cf-138a-4114-919e-f3441d1ae274 req-452c6feb-fb42-4089-a004-3441cc2616f5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414898 Sep 16 08:06:40.444337 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50514) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:40.459119 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d173cf1-4189-444b-ad23-a1c811a50506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.481584 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:40.537108 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d173cf1-4189-444b-ad23-a1c811a50506 admin admin] Publish callbacks [] for security_group (fd642127-d4d8-4886-aff8-ee9020ab9f58), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.604153 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d173cf1-4189-444b-ad23-a1c811a50506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (fd642127-d4d8-4886-aff8-ee9020ab9f58), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.645321 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7d173cf1-4189-444b-ad23-a1c811a50506 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c2f4c815d18148319447c08261151ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998844 Sep 16 08:06:40.646127 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d173cf1-4189-444b-ad23-a1c811a50506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd642127-d4d8-4886-aff8-ee9020ab9f58,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:40.648360 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50520) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:40.663623 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2a30b551-8cb2-44d2-8aee-1568d504cd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.702905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-cd665a51-bf34-4e06-a99a-7f796bb9cabe admin admin] Publish callbacks [] for security_group (fd642127-d4d8-4886-aff8-ee9020ab9f58), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.723447 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-cd665a51-bf34-4e06-a99a-7f796bb9cabe admin admin] Publish callbacks [] for security_group (fd642127-d4d8-4886-aff8-ee9020ab9f58), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.855654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-cd665a51-bf34-4e06-a99a-7f796bb9cabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (fd642127-d4d8-4886-aff8-ee9020ab9f58), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.855654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-cd665a51-bf34-4e06-a99a-7f796bb9cabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:40.860480 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-cd665a51-bf34-4e06-a99a-7f796bb9cabe admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fd642127-d4d8-4886-aff8-ee9020ab9f58 HTTP/1.1" status: 204 len: 168 time: 0.2077951 Sep 16 08:06:40.867023 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd665a51-bf34-4e06-a99a-7f796bb9cabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd642127-d4d8-4886-aff8-ee9020ab9f58,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:40.920598 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50544) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:41.432644 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592463a8-d608-42d9-a60c-679a1206daf1 req-302f315d-f414-41de-85f6-9f1867d9ca38 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:41.434886 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-592463a8-d608-42d9-a60c-679a1206daf1 req-302f315d-f414-41de-85f6-9f1867d9ca38 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0589056 Sep 16 08:06:41.559194 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:41.612770 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50564) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:41.662643 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:41.697628 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50570) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:41.708842 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-592463a8-d608-42d9-a60c-679a1206daf1 req-27754d36-187d-4a05-9422-ae5fa911487b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619736 Sep 16 08:06:41.724120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-af9d3ecd-1870-4a54-9c8b-0a9edabd9a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:41.771664 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:41.906915 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b66ae7ec-90fd-49cb-8788-2109dd61dea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:41.971963 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:42.035208 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-af9d3ecd-1870-4a54-9c8b-0a9edabd9a0e admin admin] Publish callbacks [] for security_group (a30c57d2-03a1-40a9-b173-d6f919969ec7), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.041901 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Deleting port ec9229d8-9278-461e-a232-73b000599fbf {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:06:42.042234 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (ec9229d8-9278-461e-a232-73b000599fbf), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.052961 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.123857 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b66ae7ec-90fd-49cb-8788-2109dd61dea2 admin admin] Publish callbacks [] for security_group (40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.124844 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-af9d3ecd-1870-4a54-9c8b-0a9edabd9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a30c57d2-03a1-40a9-b173-d6f919969ec7), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.182442 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] For port ec9229d8-9278-461e-a232-73b000599fbf, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=ec9229d8-9278-461e-a232-73b000599fbf,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:42.182880 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (ec9229d8-9278-461e-a232-73b000599fbf), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.188104 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-af9d3ecd-1870-4a54-9c8b-0a9edabd9a0e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3bd5bd1ddfef47919f0f3e37b790b746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4846184 Sep 16 08:06:42.190936 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50578) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:42.194219 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d3ecd-1870-4a54-9c8b-0a9edabd9a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c57d2-03a1-40a9-b173-d6f919969ec7,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:42.205959 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Calling delete_port for ec9229d8-9278-461e-a232-73b000599fbf owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:06:42.205959 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b66ae7ec-90fd-49cb-8788-2109dd61dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.242606 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-22cbeed2-2c20-4c8f-b865-5002d605b03f admin admin] Publish callbacks [] for security_group (a30c57d2-03a1-40a9-b173-d6f919969ec7), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.263019 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-22cbeed2-2c20-4c8f-b865-5002d605b03f admin admin] Publish callbacks [] for security_group (a30c57d2-03a1-40a9-b173-d6f919969ec7), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.264500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:42.276352 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ae7ec-90fd-49cb-8788-2109dd61dea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:42.286209 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b66ae7ec-90fd-49cb-8788-2109dd61dea2 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c3c706b6d26b4451bd3951c6b489c38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6722920 Sep 16 08:06:42.288310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50580) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:42.315422 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:42.394127 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e48e6e4-4252-4787-af8a-65c46de4b4a2 admin admin] Publish callbacks [] for security_group (40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.415487 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-22cbeed2-2c20-4c8f-b865-5002d605b03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a30c57d2-03a1-40a9-b173-d6f919969ec7), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.418198 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-22cbeed2-2c20-4c8f-b865-5002d605b03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.421807 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-22cbeed2-2c20-4c8f-b865-5002d605b03f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a30c57d2-03a1-40a9-b173-d6f919969ec7 HTTP/1.1" status: 204 len: 168 time: 0.2274354 Sep 16 08:06:42.428525 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbeed2-2c20-4c8f-b865-5002d605b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c57d2-03a1-40a9-b173-d6f919969ec7,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:42.428832 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e48e6e4-4252-4787-af8a-65c46de4b4a2 admin admin] Publish callbacks [] for security_group (40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.544186 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e48e6e4-4252-4787-af8a-65c46de4b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.546607 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e48e6e4-4252-4787-af8a-65c46de4b4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.547834 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-8e48e6e4-4252-4787-af8a-65c46de4b4a2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b HTTP/1.1" status: 204 len: 168 time: 0.2585750 Sep 16 08:06:42.550247 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (ec9229d8-9278-461e-a232-73b000599fbf), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.565483 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48e6e4-4252-4787-af8a-65c46de4b4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab866c-57cb-4fe5-a8d5-7e3f62d4b20b,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:42.589368 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9229d8-9278-461e-a232-73b000599fbf,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:42.760498 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:42.760498 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:42.885553 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ee6d-c6a0-4ae1-a46c-fa3bab319af8 req-f1db376d-18c2-4a73-b98b-0bdff3708297 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:42.890566 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d8f9ee6d-c6a0-4ae1-a46c-fa3bab319af8 req-f1db376d-18c2-4a73-b98b-0bdff3708297 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0831437 Sep 16 08:06:42.983875 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d8f9ee6d-c6a0-4ae1-a46c-fa3bab319af8 req-1dca33ff-a7e9-4229-9e20-0a21d67fdcd7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897996 Sep 16 08:06:43.064682 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:06:43.182256 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:43.190919 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-5640e490-795b-436d-abef-2661f358e726 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/a9695c20-a4f6-48e1-b567-ff3ce69e4f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2697325 Sep 16 08:06:43.192486 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] Sync routers for ids ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:06:43.194157 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50612) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:43.204270 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] Routers {'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:43.206069 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:43.307291 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks [] for router (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.314863 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] Set router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:43.437518 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks [] for router_gateway (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.490665 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50626) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:43.509848 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-dd75f7ee-897a-4329-ad1e-23aa2d5fc0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.539157 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:06:42Z', 'revision_number': 5, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port': {'id': '6dd4a5c7-0712-4ccf-b4db-ad253c721395', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:43.553478 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.562734 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Deleting port 6dd4a5c7-0712-4ccf-b4db-ad253c721395 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:06:43.563001 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.566969 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] Checking router: a9695c20-a4f6-48e1-b567-ff3ce69e4f2d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:06:43.576718 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] Routers {'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:43.577324 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:43.640639 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:43.667886 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] Set router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:43.711860 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] For port 6dd4a5c7-0712-4ccf-b4db-ad253c721395, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6dd4a5c7-0712-4ccf-b4db-ad253c721395,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:43.712494 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.735341 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:06:43Z', 'revision_number': 6, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:43.735536 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-dd75f7ee-897a-4329-ad1e-23aa2d5fc0d6 admin admin] Publish callbacks [] for security_group (4267cc52-b0b5-4616-9a93-d0376370c007), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.747984 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Calling delete_port for 6dd4a5c7-0712-4ccf-b4db-ad253c721395 owned by network:router_gateway {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:06:43.760865 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61837cb6-1b82-49ae-aa4a-7055b346102c None None] The sync data for ids ['a9695c20-a4f6-48e1-b567-ff3ce69e4f2d'] in dv-cinder-740146-20-iscsi is: [{'id': 'a9695c20-a4f6-48e1-b567-ff3ce69e4f2d', 'name': 'tempest-DeleteServersTestJSON-1775891708-router', 'tenant_id': '48c466a9c78b46db90b2c979cf885f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:06:43Z', 'revision_number': 6, 'project_id': '48c466a9c78b46db90b2c979cf885f43', 'gw_port_host': None}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:06:43.790063 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.811017 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50634) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:43.821330 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-dd75f7ee-897a-4329-ad1e-23aa2d5fc0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4267cc52-b0b5-4616-9a93-d0376370c007), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.876742 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75f7ee-897a-4329-ad1e-23aa2d5fc0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4267cc52-b0b5-4616-9a93-d0376370c007,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:43.883422 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-dd75f7ee-897a-4329-ad1e-23aa2d5fc0d6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b2d36f7b0d684ba191e0b8c71b2726dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890471 Sep 16 08:06:43.891095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50640) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:43.891095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:43.945153 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-903710420-network', 'tenant_id': '5870af1bbad64b138178c47e4a571d81'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:43.976699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00934405-24ce-4d5d-8360-cd84ede78a8c admin admin] Publish callbacks [] for security_group (4267cc52-b0b5-4616-9a93-d0376370c007), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:43.994966 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=7,neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:43.997955 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00934405-24ce-4d5d-8360-cd84ede78a8c admin admin] Publish callbacks [] for security_group (4267cc52-b0b5-4616-9a93-d0376370c007), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.058860 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Made reservation on behalf of 5870af1bbad64b138178c47e4a571d81 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:44.060751 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.070543 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.099230 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (6dd4a5c7-0712-4ccf-b4db-ad253c721395), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.128786 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00934405-24ce-4d5d-8360-cd84ede78a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4267cc52-b0b5-4616-9a93-d0376370c007), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.131749 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00934405-24ce-4d5d-8360-cd84ede78a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.134145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd4a5c7-0712-4ccf-b4db-ad253c721395,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:44.135664 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-00934405-24ce-4d5d-8360-cd84ede78a8c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4267cc52-b0b5-4616-9a93-d0376370c007 HTTP/1.1" status: 204 len: 168 time: 0.2499917 Sep 16 08:06:44.150523 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934405-24ce-4d5d-8360-cd84ede78a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267cc52-b0b5-4616-9a93-d0376370c007,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:44.206558 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.220522 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b480f0-dfa3-489c-a2c9-ce14cefeb003 req-255c5cd8-2721-4417-9018-f39c5dace4f5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:44.225621 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b5b480f0-dfa3-489c-a2c9-ce14cefeb003 req-255c5cd8-2721-4417-9018-f39c5dace4f5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1022093 Sep 16 08:06:44.236841 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks [] for security_group (f15124a7-4d47-4f8f-83bc-b3632f8db578), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.309640 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f15124a7-4d47-4f8f-83bc-b3632f8db578), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.338862 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:06:44.349946 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15124a7-4d47-4f8f-83bc-b3632f8db578,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:44.354765 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ba96fbb8-a864-474b-9b5f-26d7354a0ef7), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.355106 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Added segment ba96fbb8-a864-474b-9b5f-26d7354a0ef7 of type vlan for network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 Sep 16 08:06:44.360190 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.366251 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks [] for router_controller (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.401037 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (8da3cc5f-f2f9-43ac-8827-97d0d1518146), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.402956 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b5b480f0-dfa3-489c-a2c9-ce14cefeb003 req-5ced8fcd-c5b6-4a62-a5c6-220ed9d30e01 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323841 Sep 16 08:06:44.407795 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:44.507298 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (8da3cc5f-f2f9-43ac-8827-97d0d1518146), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.511148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (a9695c20-a4f6-48e1-b567-ff3ce69e4f2d), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.511148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9695c20-a4f6-48e1-b567-ff3ce69e4f2d {{(pid=106809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:06:44.511365 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:44.511365 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.513287 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.514878 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5c9e34de-0777-43cb-b500-3066b69810e8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/a9695c20-a4f6-48e1-b567-ff3ce69e4f2d HTTP/1.1" status: 204 len: 168 time: 1.3192010 Sep 16 08:06:44.517471 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50654) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:44.567716 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] Deleting subnet a1317708-323f-4942-9c93-67464d1850c0 {{(pid=106809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:06:44.571438 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] Publish callbacks [] for subnet (a1317708-323f-4942-9c93-67464d1850c0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.574433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] Pushing event updated for resources: {'Network': ['ID=8da3cc5f-f2f9-43ac-8827-97d0d1518146,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:44.584636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:06:44.612043 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] Publish callbacks [] for subnet (a1317708-323f-4942-9c93-67464d1850c0), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.627148 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-fe4a5258-e666-4285-a217-13fcd1e106ac admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8148367 Sep 16 08:06:44.630638 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50658) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:44.640077 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Request body: {'subnet': {'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-903710420-subnet', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:44.691208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (a1317708-323f-4942-9c93-67464d1850c0), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.752897 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Made reservation on behalf of 5870af1bbad64b138178c47e4a571d81 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:44.755805 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.874425 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (a1317708-323f-4942-9c93-67464d1850c0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.904636 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:44.908591 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/a1317708-323f-4942-9c93-67464d1850c0 HTTP/1.1" status: 204 len: 168 time: 0.3901107 Sep 16 08:06:44.909870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefffdc8-f4a0-4c07-a7eb-39492ba711f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1317708-323f-4942-9c93-67464d1850c0,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:44.914609 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e9f12-0a25-4deb-9817-b75a1adf9ffd None None] Network f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:44.926586 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50666) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:45.017491 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.046511 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (df1eca2d-9304-495c-9ab2-a26b70fecdda), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.065366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6dd4a5c7-0712-4ccf-b4db-ad253c721395 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:06:45.116016 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] DHCP port deletion for f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:06:45.116807 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Deleting port 80180e48-d3eb-4fb7-a60f-90887bb22d31 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:06:45.117092 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.119029 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 6dd4a5c7-0712-4ccf-b4db-ad253c721395 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:06:45.119376 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6dd4a5c7-0712-4ccf-b4db-ad253c721395 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:06:45.119779 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ec9229d8-9278-461e-a232-73b000599fbf no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:06:45.131082 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:45.137906 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1eca2d-9304-495c-9ab2-a26b70fecdda,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:45.146269 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Checking segment: {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:45.146549 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Network hostable DHCP agents. Network: 8da3cc5f-f2f9-43ac-8827-97d0d1518146, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:06:45.153029 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: ec9229d8-9278-461e-a232-73b000599fbf {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:06:45.153975 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ec9229d8-9278-461e-a232-73b000599fbf not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:06:45.197507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:45.197646 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Deleting port 80180e48-d3eb-4fb7-a60f-90887bb22d31 {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:06:45.197875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.213051 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] For port 80180e48-d3eb-4fb7-a60f-90887bb22d31, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=80180e48-d3eb-4fb7-a60f-90887bb22d31,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:45.213733 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.223901 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:06:45.227305 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Calling delete_port for 80180e48-d3eb-4fb7-a60f-90887bb22d31 owned by network:dhcp {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:06:45.271091 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] For port 80180e48-d3eb-4fb7-a60f-90887bb22d31, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=80180e48-d3eb-4fb7-a60f-90887bb22d31,segment=NetworkSegment(85674be7-c4b4-4da0-ba7b-5163faf29417),segment_id=85674be7-c4b4-4da0-ba7b-5163faf29417)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:45.271484 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.286708 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Calling delete_port for 80180e48-d3eb-4fb7-a60f-90887bb22d31 owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:06:45.287168 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 8da3cc5f-f2f9-43ac-8827-97d0d1518146) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:45.292041 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:45.295918 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.300520 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022469e0-5906-441d-9989-ca7e9066f951 None None] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:45.416093 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.420328 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-303eb103-3e36-4b2a-bedc-149db0010be3 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7871389 Sep 16 08:06:45.422801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50682) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:45.428107 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:45.462821 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=80180e48-d3eb-4fb7-a60f-90887bb22d31,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:45.464775 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] No DVR routers for this DVR port 80180e48-d3eb-4fb7-a60f-90887bb22d31 on host dv-cinder-740146-20-iscsi {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:06:45.496620 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'project_id': '5870af1bbad64b138178c47e4a571d81', 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:06:45.497596 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.519387 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (3d62e449-0f2b-441f-8649-345b136c4b3d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.520882 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (3d62e449-0f2b-441f-8649-345b136c4b3d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.543825 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.568236 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c88ef-1745-4169-8788-97a8e94a9d46 req-cb7d9d67-a034-48cf-92fb-93af9c845d38 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:45.569672 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2d7c88ef-1745-4169-8788-97a8e94a9d46 req-cb7d9d67-a034-48cf-92fb-93af9c845d38 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0643539 Sep 16 08:06:45.585542 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.585916 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.586887 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.587252 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > port after_create 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.588242 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.588780 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > port after_update 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.589310 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.589845 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.590360 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.590904 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.618438 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks [] for router_controller (3d62e449-0f2b-441f-8649-345b136c4b3d), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.649813 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2d7c88ef-1745-4169-8788-97a8e94a9d46 req-b5b91285-0738-407b-b32c-d4bde1835492 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707777 Sep 16 08:06:45.653291 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (80180e48-d3eb-4fb7-a60f-90887bb22d31), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.670260 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] No DVR routers for this DVR port 80180e48-d3eb-4fb7-a60f-90887bb22d31 on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:06:45.805523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.807261 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.807991 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.808336 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:45.808855 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:45.815114 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Pushing event deleted for resources: {'Port': ['ID=80180e48-d3eb-4fb7-a60f-90887bb22d31,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:45.818802 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks [] for router_gateway (3d62e449-0f2b-441f-8649-345b136c4b3d), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.826301 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.826627 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.827007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.827343 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.827697 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.828175 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.828393 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.828738 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85674be7-c4b4-4da0-ba7b-5163faf29417') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:45.829044 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85674be7-c4b4-4da0-ba7b-5163faf29417') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:45.829218 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.829700 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.830170 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.830649 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.831176 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.831652 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.832125 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.832601 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de832e72-4d2b-478d-ba71-4608b0e37359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:45.851899 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Allocated IP 172.20.0.2 (8da3cc5f-f2f9-43ac-8827-97d0d1518146/df1eca2d-9304-495c-9ab2-a26b70fecdda/1faa4432-65e6-4b78-8332-de6aa99ddb72) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:45.853812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:45.856165 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (85674be7-c4b4-4da0-ba7b-5163faf29417), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.879020 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (85674be7-c4b4-4da0-ba7b-5163faf29417), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.887872 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:06:45.888469 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (85674be7-c4b4-4da0-ba7b-5163faf29417), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:45.943123 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:45.972760 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:46.031879 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Publish callbacks [] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.035697 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:46.065271 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.086095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks [] for router_gateway (3d62e449-0f2b-441f-8649-345b136c4b3d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.092339 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.095739 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583 HTTP/1.1" status: 204 len: 168 time: 1.1680675 Sep 16 08:06:46.099907 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4d6ce-d1c4-43c2-8791-7326db0a9d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a5aeb2-4566-4b20-b1c6-c2f6f3bc5583,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:46.118538 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.138337 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 85674be7-c4b4-4da0-ba7b-5163faf29417 resource provider aggregate not found Sep 16 08:06:46.153611 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.161416 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 85674be7-c4b4-4da0-ba7b-5163faf29417 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85674be7-c4b4-4da0-ba7b-5163faf29417 found for delete ", "request_id": "req-33800219-68d2-4f0d-bf77-83623fd2bd04"}]} Sep 16 08:06:46.214631 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Pushing event updated for resources: {'Port': ['ID=1faa4432-65e6-4b78-8332-de6aa99ddb72,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:46.233860 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:46.235900 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:46.243764 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:46.286450 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Allocated IP 172.27.1.104 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/35875d9a-ce47-4e8f-ae62-950348fbe039) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:46.310425 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Attempting to bind port 1faa4432-65e6-4b78-8332-de6aa99ddb72 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:06:46.310820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Attempting to bind port 1faa4432-65e6-4b78-8332-de6aa99ddb72 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:06:46.311183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Attempting to bind port 1faa4432-65e6-4b78-8332-de6aa99ddb72 on network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:06:46.373265 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:06:46.373644 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Checking segment: {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:46.374716 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.375090 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Bound using segment: {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:06:46.375560 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Bound port: 1faa4432-65e6-4b78-8332-de6aa99ddb72, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:06:46.375923 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.424629 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks [] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.451274 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] For port 1faa4432-65e6-4b78-8332-de6aa99ddb72, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:06:46.454541 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] For port 1faa4432-65e6-4b78-8332-de6aa99ddb72, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1faa4432-65e6-4b78-8332-de6aa99ddb72,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:06:46.533220 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.533377 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.556288 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50718) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:46.591938 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:46.597173 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:46.599637 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:46.607068 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Pushing event updated for resources: {'Port': ['ID=35875d9a-ce47-4e8f-ae62-950348fbe039,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:46.613824 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651605f0-bb8d-44a9-92df-e7dad98a80f2 None None] Pushing event updated for resources: {'Port': ['ID=1faa4432-65e6-4b78-8332-de6aa99ddb72,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:46.624496 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-575ffd7a-620a-4ef2-adff-7b491f9d07d9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=48c466a9c78b46db90b2c979cf885f43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0666180 Sep 16 08:06:46.626928 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50722) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:46.649059 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:46.686771 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-85c432bf-a0ef-4094-931b-dfc873ca14b3 admin admin] Publish callbacks [] for security_group (c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.712833 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-85c432bf-a0ef-4094-931b-dfc873ca14b3 admin admin] Publish callbacks [] for security_group (c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.810566 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe8f8d-88a2-49cf-9c27-5758dab21777 req-38bd2bb9-3260-4a3b-8fe7-6264687a3da3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:46.812120 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-80fe8f8d-88a2-49cf-9c27-5758dab21777 req-38bd2bb9-3260-4a3b-8fe7-6264687a3da3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0650558 Sep 16 08:06:46.881813 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-80fe8f8d-88a2-49cf-9c27-5758dab21777 req-10030a2f-992b-490c-b0ab-97f9e27c9f9b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631485 Sep 16 08:06:46.904341 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-85c432bf-a0ef-4094-931b-dfc873ca14b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.907181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-85c432bf-a0ef-4094-931b-dfc873ca14b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:46.911078 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-85c432bf-a0ef-4094-931b-dfc873ca14b3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a HTTP/1.1" status: 204 len: 168 time: 0.2805469 Sep 16 08:06:46.925595 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c432bf-a0ef-4094-931b-dfc873ca14b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c486d4cb-2b24-4f6d-b1f8-ebae5c7ea43a,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:47.106150 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1faa4432-65e6-4b78-8332-de6aa99ddb72 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:47.152836 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 1faa4432-65e6-4b78-8332-de6aa99ddb72 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:47.153211 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:47.153550 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 1faa4432-65e6-4b78-8332-de6aa99ddb72 Sep 16 08:06:47.238644 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 1faa4432-65e6-4b78-8332-de6aa99ddb72 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:47.239137 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:47.246614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks [] for router_gateway (3d62e449-0f2b-441f-8649-345b136c4b3d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:47.278728 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 1faa4432-65e6-4b78-8332-de6aa99ddb72, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1faa4432-65e6-4b78-8332-de6aa99ddb72,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:47.372393 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:47.489953 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=1faa4432-65e6-4b78-8332-de6aa99ddb72,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:47.509643 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 80180e48-d3eb-4fb7-a60f-90887bb22d31 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:06:47.517818 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (3d62e449-0f2b-441f-8649-345b136c4b3d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:47.571544 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 80180e48-d3eb-4fb7-a60f-90887bb22d31 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:06:47.572264 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 80180e48-d3eb-4fb7-a60f-90887bb22d31 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:06:47.742265 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c48f14f-4926-4b40-8f26-e431e9429790 None None] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:47.744064 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Router 3d62e449-0f2b-441f-8649-345b136c4b3d is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:06:47.836273 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-3336a38e-dc6b-4d33-9473-d9bd624a05cc None None] Provisioning complete for port 1faa4432-65e6-4b78-8332-de6aa99ddb72 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:47.836375 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3336a38e-dc6b-4d33-9473-d9bd624a05cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:47.836822 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-3336a38e-dc6b-4d33-9473-d9bd624a05cc None None] Attempt 1 to provision port 1faa4432-65e6-4b78-8332-de6aa99ddb72 Sep 16 08:06:47.858188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:47.888122 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Sync routers for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:06:47.929705 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:47.933858 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:47.966221 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50782) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:48.023431 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] Deleting subnet c510c927-1d9d-4b6e-83f6-c2a4c26b153a {{(pid=106809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:06:48.028470 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] Publish callbacks [] for subnet (c510c927-1d9d-4b6e-83f6-c2a4c26b153a), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.046598 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.052518 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c589cf5d-fe61-48f7-9343-e54cda3342ac admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6281307 Sep 16 08:06:48.081578 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-3336a38e-dc6b-4d33-9473-d9bd624a05cc None None] Current status of the port 1faa4432-65e6-4b78-8332-de6aa99ddb72 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:48.089191 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50786) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:48.089389 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:48.119240 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120124c6-d257-4a5c-be93-6e2bae063892 req-db0a56c7-7910-47c6-9c54-bcca400628e3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:48.120803 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-120124c6-d257-4a5c-be93-6e2bae063892 req-db0a56c7-7910-47c6-9c54-bcca400628e3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1343765 Sep 16 08:06:48.127521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:48.191977 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:48.225529 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13220116'] for subnet (c510c927-1d9d-4b6e-83f6-c2a4c26b153a), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.230196 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-120124c6-d257-4a5c-be93-6e2bae063892 req-68ecb313-5e25-4d0f-8567-8389276c4f42 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004360 Sep 16 08:06:48.257321 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:48.257935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:48.310711 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-b68e5499-9293-41a4-ad3a-e2f28650c219 None None] Provisioning complete for port 1faa4432-65e6-4b78-8332-de6aa99ddb72 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:48.314534 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b68e5499-9293-41a4-ad3a-e2f28650c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.314893 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b68e5499-9293-41a4-ad3a-e2f28650c219 None None] Attempt 1 to provision port 1faa4432-65e6-4b78-8332-de6aa99ddb72 Sep 16 08:06:48.436428 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50800) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:48.470074 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b68e5499-9293-41a4-ad3a-e2f28650c219 None None] Current status of the port 1faa4432-65e6-4b78-8332-de6aa99ddb72 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:48.476045 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:46Z', 'revision_number': 3, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:48.506382 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Checking router: 3d62e449-0f2b-441f-8649-345b136c4b3d for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:06:48.511554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Updating router 3d62e449-0f2b-441f-8649-345b136c4b3d port 35875d9a-ce47-4e8f-ae62-950348fbe039 binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:06:48.512264 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (c510c927-1d9d-4b6e-83f6-c2a4c26b153a), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.543578 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.568140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50804) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:48.633450 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-network', 'tenant_id': '8191457181714862bbeb70259fa86971'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:48.706893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8bd84d4f-e9a2-4eec-9637-59034ea873e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.725352 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Made reservation on behalf of 8191457181714862bbeb70259fa86971 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:48.725352 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.734858 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.758883 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13209569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13267489'] for subnet (c510c927-1d9d-4b6e-83f6-c2a4c26b153a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.779721 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:48.793588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c510c927-1d9d-4b6e-83f6-c2a4c26b153a,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:48.801120 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.804656 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-50a22f83-61d9-4a41-8671-0b993ad7d67c admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/c510c927-1d9d-4b6e-83f6-c2a4c26b153a HTTP/1.1" status: 204 len: 168 time: 0.8393390 Sep 16 08:06:48.809008 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50808) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:48.832027 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:48.832482 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Publish callbacks [] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.856530 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8bd84d4f-e9a2-4eec-9637-59034ea873e6 admin admin] Publish callbacks [] for security_group (b366dc53-cdb7-4b17-acf2-e331e202a689), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.876767 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks [] for security_group (22683c97-df88-496e-ad14-65707d68ceee), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.909761 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.913618 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (07a86de4-c47f-4d52-9d5b-409e660e4e93), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.932793 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (22683c97-df88-496e-ad14-65707d68ceee), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.938715 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8bd84d4f-e9a2-4eec-9637-59034ea873e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b366dc53-cdb7-4b17-acf2-e331e202a689), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:48.943661 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Attempting to bind port 35875d9a-ce47-4e8f-ae62-950348fbe039 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:06:48.944031 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Attempting to bind port 35875d9a-ce47-4e8f-ae62-950348fbe039 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:06:48.944584 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Attempting to bind port 35875d9a-ce47-4e8f-ae62-950348fbe039 on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:06:48.968346 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:06:48.986495 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93024e5e-78a2-42f5-80ad-e7ddc1ea133a None None] Pushing event updated for resources: {'Port': ['ID=35875d9a-ce47-4e8f-ae62-950348fbe039,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:48.992291 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22683c97-df88-496e-ad14-65707d68ceee,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:48.999030 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-8bd84d4f-e9a2-4eec-9637-59034ea873e6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=64e6eebfe897446580cc756a85558f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295917 Sep 16 08:06:49.000547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (abdca932-bbf2-4b63-b525-d80b26a6fea5), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.000896 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Added segment abdca932-bbf2-4b63-b525-d80b26a6fea5 of type vlan for network 98ee904d-e719-4f43-92f8-977801b2d6d2 Sep 16 08:06:49.007882 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:06:49.008431 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:49.009222 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.009754 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:06:49.010403 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Bound port: 35875d9a-ce47-4e8f-ae62-950348fbe039, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:06:49.011613 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.011736 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50810) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:49.059945 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (07a86de4-c47f-4d52-9d5b-409e660e4e93), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.079590 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.079811 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] For port 35875d9a-ce47-4e8f-ae62-950348fbe039, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:06:49.086266 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] For port 35875d9a-ce47-4e8f-ae62-950348fbe039, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=35875d9a-ce47-4e8f-ae62-950348fbe039,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:06:49.097465 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a86de4-c47f-4d52-9d5b-409e660e4e93']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:49.108953 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd84d4f-e9a2-4eec-9637-59034ea873e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b366dc53-cdb7-4b17-acf2-e331e202a689,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:49.109564 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eb4ebe-13a2-4c33-a811-b164d482381e') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:49.109863 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eb4ebe-13a2-4c33-a811-b164d482381e') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:49.112270 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (98ee904d-e719-4f43-92f8-977801b2d6d2), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.126572 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (d1eb4ebe-13a2-4c33-a811-b164d482381e), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.133451 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1faa4432-65e6-4b78-8332-de6aa99ddb72 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:49.156215 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9df39bc3-499d-4917-bf79-7da43d6b90c8 admin admin] Publish callbacks [] for security_group (b366dc53-cdb7-4b17-acf2-e331e202a689), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.169156 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (d1eb4ebe-13a2-4c33-a811-b164d482381e), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.183720 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:06:49.184115 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (d1eb4ebe-13a2-4c33-a811-b164d482381e), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.184274 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9df39bc3-499d-4917-bf79-7da43d6b90c8 admin admin] Publish callbacks [] for security_group (b366dc53-cdb7-4b17-acf2-e331e202a689), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.192956 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 1faa4432-65e6-4b78-8332-de6aa99ddb72 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:49.193374 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.193718 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 1faa4432-65e6-4b78-8332-de6aa99ddb72 Sep 16 08:06:49.196973 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.224213 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment d1eb4ebe-13a2-4c33-a811-b164d482381e resource provider aggregate not found Sep 16 08:06:49.230316 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (98ee904d-e719-4f43-92f8-977801b2d6d2), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.230316 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:49.230614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.261173 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:49.261825 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:49.279765 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment d1eb4ebe-13a2-4c33-a811-b164d482381e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1eb4ebe-13a2-4c33-a811-b164d482381e found for delete ", "request_id": "req-8886461e-197d-4d5d-aba6-8c5bdf2d6db9"}]} Sep 16 08:06:49.343357 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93024e5e-78a2-42f5-80ad-e7ddc1ea133a None None] Pushing event updated for resources: {'Port': ['ID=35875d9a-ce47-4e8f-ae62-950348fbe039,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:49.363763 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] Pushing event updated for resources: {'Network': ['ID=98ee904d-e719-4f43-92f8-977801b2d6d2,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:49.378527 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-66523d5f-1c26-49a6-b591-317c44371fec admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9405663 Sep 16 08:06:49.381892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50824) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:49.387309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Request body: {'subnet': {'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-subnet', 'tenant_id': '8191457181714862bbeb70259fa86971', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:49.397358 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:06:49.400943 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9df39bc3-499d-4917-bf79-7da43d6b90c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b366dc53-cdb7-4b17-acf2-e331e202a689), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.404259 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9df39bc3-499d-4917-bf79-7da43d6b90c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.417447 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-9df39bc3-499d-4917-bf79-7da43d6b90c8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b366dc53-cdb7-4b17-acf2-e331e202a689 HTTP/1.1" status: 204 len: 168 time: 0.3965230 Sep 16 08:06:49.426126 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589720-3f8a-4cd4-b382-44327bd776b4 req-9fb459b4-4fc3-4ee2-a41e-33a3296bd12a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:49.428410 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-91589720-3f8a-4cd4-b382-44327bd776b4 req-9fb459b4-4fc3-4ee2-a41e-33a3296bd12a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0799494 Sep 16 08:06:49.432143 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Allocated IP 172.20.0.1 (8da3cc5f-f2f9-43ac-8827-97d0d1518146/df1eca2d-9304-495c-9ab2-a26b70fecdda/f82c3191-b6b3-4bc4-bf94-d07129f24fb2) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:49.475651 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df39bc3-499d-4917-bf79-7da43d6b90c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b366dc53-cdb7-4b17-acf2-e331e202a689,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:49.508330 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (07a86de4-c47f-4d52-9d5b-409e660e4e93), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.516134 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.519550 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/07a86de4-c47f-4d52-9d5b-409e660e4e93 HTTP/1.1" status: 204 len: 168 time: 0.7093897 Sep 16 08:06:49.522888 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50830) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:49.531675 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Made reservation on behalf of 8191457181714862bbeb70259fa86971 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:49.534194 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.562329 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e3daa-24b7-4567-9e3b-423b789ef2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a86de4-c47f-4d52-9d5b-409e660e4e93,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:49.599537 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 1faa4432-65e6-4b78-8332-de6aa99ddb72 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:49.611195 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:49.633459 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-91589720-3f8a-4cd4-b382-44327bd776b4 req-dfa7068d-bf07-4a10-9754-afa984f13e6f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039698 Sep 16 08:06:49.633871 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:49.660188 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks [] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.666463 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] Deleting subnet 1c0316dc-7f87-492e-816b-c505ec46606e {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:06:49.667288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] Publish callbacks [] for subnet (1c0316dc-7f87-492e-816b-c505ec46606e), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.714909 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] Publish callbacks [] for subnet (1c0316dc-7f87-492e-816b-c505ec46606e), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.753489 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (1c0316dc-7f87-492e-816b-c505ec46606e), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.813092 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.853919 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:46Z', 'revision_number': 3, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:49.868986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:49.882521 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:49.884974 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08e5f5-2ae3-46b3-9186-9736664bb1c1 None None] The sync data for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi is: [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:46Z', 'revision_number': 3, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:06:49.885146 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:49.928109 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (344540bd-9668-479c-a816-a85a2478fd58), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.936108 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for subnet (1c0316dc-7f87-492e-816b-c505ec46606e), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.946847 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:49.970099 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (3d62e449-0f2b-441f-8649-345b136c4b3d), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.980597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:49.986319 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/1c0316dc-7f87-492e-816b-c505ec46606e HTTP/1.1" status: 204 len: 168 time: 0.4623263 Sep 16 08:06:49.988738 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50836) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:50.062099 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344540bd-9668-479c-a816-a85a2478fd58,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:50.107645 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67874e-c836-48d7-b941-ee0852d561c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0316dc-7f87-492e-816b-c505ec46606e,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:50.112433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (c62c0091-a9b6-4fc4-941c-1a71c3b5817f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.115118 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Checking segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:50.115477 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Network hostable DHCP agents. Network: 98ee904d-e719-4f43-92f8-977801b2d6d2, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:06:50.214364 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Provisioning complete for port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:50.214884 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.215098 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Attempt 1 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:50.229158 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:06:50.234367 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.238731 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:50.263853 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (c62c0091-a9b6-4fc4-941c-1a71c3b5817f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.267360 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:50.268879 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50838) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:50.289471 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.289905 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.290656 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.291050 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > port after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.291392 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > port after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.291728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > port after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.292048 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.292593 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.292925 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.293248 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.305662 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0fa40466-3ede-44ae-933b-fcd73b0a9136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.362356 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.362789 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.363091 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.363429 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 08:06:50.363756 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62c0091-a9b6-4fc4-941c-1a71c3b5817f']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:50.369165 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 98ee904d-e719-4f43-92f8-977801b2d6d2) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:50.379803 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19f5c1-37bb-4017-94b2-f76d0b6dad35 None None] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:50.386734 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:50.387334 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.397362 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ece3a0-b4e6-415f-ba81-513730f3ac2b') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:50.397669 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ece3a0-b4e6-415f-ba81-513730f3ac2b') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:50.427649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (89ece3a0-b4e6-415f-ba81-513730f3ac2b), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.462119 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (89ece3a0-b4e6-415f-ba81-513730f3ac2b), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.475044 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:06:50.475562 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (89ece3a0-b4e6-415f-ba81-513730f3ac2b), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.486119 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:50.510900 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0fa40466-3ede-44ae-933b-fcd73b0a9136 admin admin] Publish callbacks [] for security_group (4ca32771-86e9-4616-a7ed-d5bccc8b05d7), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.515753 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks [] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.534884 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-98ee904d-e719-4f43-92f8-977801b2d6d2', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'project_id': '8191457181714862bbeb70259fa86971', 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:06:50.536785 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.548556 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6ccde339-4da8-4948-b59e-8d26cf259472 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1651518 Sep 16 08:06:50.555207 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50844) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:50.557500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:50.606937 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0fa40466-3ede-44ae-933b-fcd73b0a9136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4ca32771-86e9-4616-a7ed-d5bccc8b05d7), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.642189 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.677787 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:INSERT=20 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:50.684129 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (c62c0091-a9b6-4fc4-941c-1a71c3b5817f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.691867 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (3d62e449-0f2b-441f-8649-345b136c4b3d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.716121 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.724321 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.728590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.740986 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/c62c0091-a9b6-4fc4-941c-1a71c3b5817f HTTP/1.1" status: 204 len: 168 time: 0.7476034 Sep 16 08:06:50.744748 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 89ece3a0-b4e6-415f-ba81-513730f3ac2b resource provider aggregate not found Sep 16 08:06:50.752147 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a7aa2-b239-4dd8-bdd4-98ec4ca0d16c admin admin] Pushing event deleted for resources: {'Network': ['ID=c62c0091-a9b6-4fc4-941c-1a71c3b5817f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:50.782983 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-0fa40466-3ede-44ae-933b-fcd73b0a9136 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d46efe8c9af2406e9fcee58c80dfa2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109789 Sep 16 08:06:50.784303 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 89ece3a0-b4e6-415f-ba81-513730f3ac2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89ece3a0-b4e6-415f-ba81-513730f3ac2b found for delete ", "request_id": "req-7fd5feeb-086f-49e5-a3a9-11508e72dacc"}]} Sep 16 08:06:50.785314 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50856) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:50.810953 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa40466-3ede-44ae-933b-fcd73b0a9136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca32771-86e9-4616-a7ed-d5bccc8b05d7,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:50.831508 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:50.835509 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Attempt 2 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:50.851318 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.860933 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b388e75-4d8b-4fe1-b0b0-4b77d5a67ab4 req-b35e1aaf-25e7-4eb3-8c29-aa1ea685163c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:50.871008 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4b388e75-4d8b-4fe1-b0b0-4b77d5a67ab4 req-b35e1aaf-25e7-4eb3-8c29-aa1ea685163c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1098013 Sep 16 08:06:50.938668 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Pushing event updated for resources: {'Port': ['ID=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:50.943753 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks [] for router_controller (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), precommit_add_association {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.946936 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:50.961345 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4b388e75-4d8b-4fe1-b0b0-4b77d5a67ab4 req-193ae9ea-8fac-4efa-8fee-4f1dd7b92492 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892770 Sep 16 08:06:50.968370 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-584389f0-bdad-45ea-b35e-9406a3ff09d3 admin admin] Publish callbacks [] for security_group (4ca32771-86e9-4616-a7ed-d5bccc8b05d7), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:50.968528 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Allocated IP 172.20.0.2 (98ee904d-e719-4f43-92f8-977801b2d6d2/344540bd-9668-479c-a816-a85a2478fd58/1e046d07-74d0-4b02-8690-7ab5a94b98ad) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:51.024558 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-584389f0-bdad-45ea-b35e-9406a3ff09d3 admin admin] Publish callbacks [] for security_group (4ca32771-86e9-4616-a7ed-d5bccc8b05d7), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.073772 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:51.076421 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:51.189700 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 35875d9a-ce47-4e8f-ae62-950348fbe039 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:51.227540 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-584389f0-bdad-45ea-b35e-9406a3ff09d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4ca32771-86e9-4616-a7ed-d5bccc8b05d7), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.227918 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Publish callbacks [] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.232349 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-584389f0-bdad-45ea-b35e-9406a3ff09d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.237575 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-584389f0-bdad-45ea-b35e-9406a3ff09d3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4ca32771-86e9-4616-a7ed-d5bccc8b05d7 HTTP/1.1" status: 204 len: 168 time: 0.4310381 Sep 16 08:06:51.246154 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584389f0-bdad-45ea-b35e-9406a3ff09d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca32771-86e9-4616-a7ed-d5bccc8b05d7,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:51.277472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 35875d9a-ce47-4e8f-ae62-950348fbe039 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:51.277879 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.278221 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 35875d9a-ce47-4e8f-ae62-950348fbe039 Sep 16 08:06:51.313058 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:51.313791 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.392336 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:51.397379 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:51.402035 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:51.411220 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Pushing event updated for resources: {'Port': ['ID=1e046d07-74d0-4b02-8690-7ab5a94b98ad,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:51.412873 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks [] for router_gateway (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.432946 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50870) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:51.437327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Router 3d62e449-0f2b-441f-8649-345b136c4b3d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:06:51.469036 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Attempt 3 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:51.498742 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-fa035230-8675-4ade-af41-f162732bc8bb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8b54e1e0edf74e53b77cce236388b9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644224 Sep 16 08:06:51.501272 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50872) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:51.505240 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:51.511373 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:51.549190 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 35875d9a-ce47-4e8f-ae62-950348fbe039 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:51.549586 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.563511 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5596d3f6-ab6b-4752-8f3f-92259b7db577 admin admin] Publish callbacks [] for security_group (3b350e61-e307-438d-a9df-c2cb9572e00f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.568300 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:51.588416 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 35875d9a-ce47-4e8f-ae62-950348fbe039, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=35875d9a-ce47-4e8f-ae62-950348fbe039,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:51.590052 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Attempting to bind port 1e046d07-74d0-4b02-8690-7ab5a94b98ad on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:06:51.590217 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5596d3f6-ab6b-4752-8f3f-92259b7db577 admin admin] Publish callbacks [] for security_group (3b350e61-e307-438d-a9df-c2cb9572e00f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.590728 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Attempting to bind port 1e046d07-74d0-4b02-8690-7ab5a94b98ad by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:06:51.591089 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Attempting to bind port 1e046d07-74d0-4b02-8690-7ab5a94b98ad on network 98ee904d-e719-4f43-92f8-977801b2d6d2 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:06:51.651557 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:06:51.652192 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Checking segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:51.652936 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.653584 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Bound using segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:06:51.654129 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Bound port: 1e046d07-74d0-4b02-8690-7ab5a94b98ad, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:06:51.654770 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.661694 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:06:51.698245 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.756312 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5596d3f6-ab6b-4752-8f3f-92259b7db577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3b350e61-e307-438d-a9df-c2cb9572e00f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.759018 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5596d3f6-ab6b-4752-8f3f-92259b7db577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.760410 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-5596d3f6-ab6b-4752-8f3f-92259b7db577 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3b350e61-e307-438d-a9df-c2cb9572e00f HTTP/1.1" status: 204 len: 168 time: 0.2580295 Sep 16 08:06:51.776060 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596d3f6-ab6b-4752-8f3f-92259b7db577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b350e61-e307-438d-a9df-c2cb9572e00f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:51.810144 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] For port 1e046d07-74d0-4b02-8690-7ab5a94b98ad, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:06:51.823420 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=35875d9a-ce47-4e8f-ae62-950348fbe039,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:51.830472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] For port 1e046d07-74d0-4b02-8690-7ab5a94b98ad, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1e046d07-74d0-4b02-8690-7ab5a94b98ad,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:06:51.830861 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:51.839657 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-94a4246d-2b58-4b2b-acef-862db579b997 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3d62e449-0f2b-441f-8649-345b136c4b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7512064 Sep 16 08:06:51.939603 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:51.995857 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks [] for router_gateway (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:52.019242 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:52.048100 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42f23-79d4-4460-b41c-db830f4e1aa5 None None] Pushing event updated for resources: {'Port': ['ID=1e046d07-74d0-4b02-8690-7ab5a94b98ad,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:52.069796 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Attempt 4 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:52.118188 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:52.180245 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Sync routers for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:06:52.208217 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:52.208971 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:52.236403 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12265b60-853f-48ef-87bc-0071e3249237 req-db187217-b8c6-43c6-be97-812ebb1d4a49 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:52.238120 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-12265b60-853f-48ef-87bc-0071e3249237 req-db187217-b8c6-43c6-be97-812ebb1d4a49 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1313062 Sep 16 08:06:52.262034 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Allocated IP 172.27.1.203 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:52.366510 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:52.373317 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-12265b60-853f-48ef-87bc-0071e3249237 req-e6af3306-9dbe-4372-92d8-9164db02154e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269784 Sep 16 08:06:52.456940 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks [] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:52.487294 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:52.593018 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:52.619719 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Attempt 5 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:52.620754 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 2, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:52.651894 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Checking router: 3d62e449-0f2b-441f-8649-345b136c4b3d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:06:52.656392 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Updating router 3d62e449-0f2b-441f-8649-345b136c4b3d port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:06:52.656655 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Pushing event updated for resources: {'Port': ['ID=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:52.666115 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:52.673373 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:52.675265 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:52.677713 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:52.782934 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:52.795428 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:52.886633 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50918) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:52.900285 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:52.944311 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-54ac3b2e-4235-463b-bd19-5e45dddcdaac admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=13c8229ddcc04e29825df27ad96ad7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563488 Sep 16 08:06:52.947399 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50922) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:53.017516 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:53.122474 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Publish callbacks [] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.124367 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b230d55-b806-4fd7-8682-dbff1fe299ff admin admin] Publish callbacks [] for security_group (eb8535ac-2a70-4645-a4d3-65355bc936fd), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.161067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b230d55-b806-4fd7-8682-dbff1fe299ff admin admin] Publish callbacks [] for security_group (eb8535ac-2a70-4645-a4d3-65355bc936fd), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.167866 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks [] for router_gateway (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.168250 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Attempt 6 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:53.204592 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.225979 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:53.260175 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 35875d9a-ce47-4e8f-ae62-950348fbe039 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:53.302032 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8e29b-b234-49f3-8275-4e8abcd423d1 None None] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:53.308331 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Pushing event updated for resources: {'Port': ['ID=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:53.324045 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.324392 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.324753 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.325227 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.325526 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.325851 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.326166 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.326484 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.326800 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:53.326947 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.327157 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.327473 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.327790 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.328122 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.328412 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.328721 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:06:53.336177 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Attempting to bind port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:06:53.336549 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Attempting to bind port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:06:53.336891 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Attempting to bind port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 on network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:06:53.381836 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:06:53.382242 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Checking segment: {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:53.382579 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.383205 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Bound using segment: {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:06:53.383675 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Bound port: f82c3191-b6b3-4bc4-bf94-d07129f24fb2, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:06:53.388788 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.427337 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 35875d9a-ce47-4e8f-ae62-950348fbe039 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:53.427951 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.428682 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 35875d9a-ce47-4e8f-ae62-950348fbe039 Sep 16 08:06:53.476269 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b230d55-b806-4fd7-8682-dbff1fe299ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (eb8535ac-2a70-4645-a4d3-65355bc936fd), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.479487 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b230d55-b806-4fd7-8682-dbff1fe299ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.483905 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-7b230d55-b806-4fd7-8682-dbff1fe299ff admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/eb8535ac-2a70-4645-a4d3-65355bc936fd HTTP/1.1" status: 204 len: 168 time: 0.5359039 Sep 16 08:06:53.486092 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] For port f82c3191-b6b3-4bc4-bf94-d07129f24fb2, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:06:53.491246 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] For port f82c3191-b6b3-4bc4-bf94-d07129f24fb2, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:06:53.513398 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b230d55-b806-4fd7-8682-dbff1fe299ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8535ac-2a70-4645-a4d3-65355bc936fd,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:53.571408 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50938) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:53.579584 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 35875d9a-ce47-4e8f-ae62-950348fbe039 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:53.580886 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1e046d07-74d0-4b02-8690-7ab5a94b98ad up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:53.607784 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 50942) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:53.617092 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.647105 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5b26-fff6-48e7-8bb6-7e1e7d492392 req-cfee3420-3b3d-404b-870a-f66d4f479238 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:53.647233 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1654861090-network', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:53.649857 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-186e5b26-fff6-48e7-8bb6-7e1e7d492392 req-cfee3420-3b3d-404b-870a-f66d4f479238 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1405447 Sep 16 08:06:53.702289 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 1e046d07-74d0-4b02-8690-7ab5a94b98ad triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:53.704899 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.705612 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 1e046d07-74d0-4b02-8690-7ab5a94b98ad Sep 16 08:06:53.715581 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.715773 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:53.717680 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:53.732152 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-186e5b26-fff6-48e7-8bb6-7e1e7d492392 req-d06003dc-68cb-4922-b14f-e2a788223aa3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717618 Sep 16 08:06:53.746570 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Attempt 7 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:53.872195 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 1e046d07-74d0-4b02-8690-7ab5a94b98ad is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:53.872816 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.878464 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Current status of the port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:53.879870 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.883760 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:53.908748 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Made reservation on behalf of d5e9862850ba48d286fe4c4e52be7891 for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:53.913085 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.914602 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:53.916170 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:53.929570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:53.981294 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:53.984606 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 1e046d07-74d0-4b02-8690-7ab5a94b98ad, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1e046d07-74d0-4b02-8690-7ab5a94b98ad,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:53.991116 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] For port f82c3191-b6b3-4bc4-bf94-d07129f24fb2, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:54.010647 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb66a-107b-4e08-a178-6d7591370f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.066960 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:06:54.082303 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks [] for security_group (31447d99-28af-4954-934c-d84d347ed5dc), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.089912 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.092341 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:54.105102 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.109142 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029ba37-6a5f-403b-93f3-529694382dfb None None] Pushing event updated for resources: {'Port': ['ID=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,revision_number=4']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:54.190187 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:54.206162 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (31447d99-28af-4954-934c-d84d347ed5dc), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.226015 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc41be-eb51-4a49-a32c-f8d7c9f0dbe7 req-6daa2f36-73ef-45e7-82f1-884284e3d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:54.227807 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a0fc41be-eb51-4a49-a32c-f8d7c9f0dbe7 req-6daa2f36-73ef-45e7-82f1-884284e3d6c1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 1130 time: 0.0721550 Sep 16 08:06:54.231823 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068ac2b-189b-49c5-82a5-af3d2791e401 None None] The sync data for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi is: [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:06:54.247371 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ff743-807b-452d-a620-00d642f31123 None None] Pushing event updated for resources: {'Port': ['ID=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:54.320066 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a0fc41be-eb51-4a49-a32c-f8d7c9f0dbe7 req-015d29ee-88b3-4072-a619-4e234fe5e266 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851803 Sep 16 08:06:54.324609 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb66a-107b-4e08-a178-6d7591370f0c admin admin] Publish callbacks [] for security_group (72026f9c-7bee-4b79-addb-9659af065c22), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.359414 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Provisioning complete for port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:54.359783 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.360116 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Attempt 1 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:54.361062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:06:54.376657 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:54.393078 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31447d99-28af-4954-934c-d84d347ed5dc,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:54.397301 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb66a-107b-4e08-a178-6d7591370f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (72026f9c-7bee-4b79-addb-9659af065c22), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.418127 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Sync routers for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:06:54.443732 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.444076 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=1e046d07-74d0-4b02-8690-7ab5a94b98ad,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:54.444198 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Added segment 5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a of type vlan for network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 Sep 16 08:06:54.448419 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:54.451495 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-0d5cb66a-107b-4e08-a178-6d7591370f0c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=90cd8bc81fff4256877db5ac6b9df4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8725150 Sep 16 08:06:54.451704 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:54.453680 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50954) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:54.556268 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb66a-107b-4e08-a178-6d7591370f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72026f9c-7bee-4b79-addb-9659af065c22,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:54.582585 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.588876 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-bb4be42d-3af8-49d8-a80c-9872c16968fc admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0358138 Sep 16 08:06:54.590188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50960) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:54.610478 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (1e92da95-84fb-40e0-aebf-bcc30ebf0cf6), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.662053 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Current status of the port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:54.671529 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:54.683125 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Provisioning complete for port 1e046d07-74d0-4b02-8690-7ab5a94b98ad triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:54.685278 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.685789 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Attempt 1 to provision port 1e046d07-74d0-4b02-8690-7ab5a94b98ad Sep 16 08:06:54.691764 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:54.713570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (1e92da95-84fb-40e0-aebf-bcc30ebf0cf6), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.714798 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:54.715473 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.739774 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c2daca84-621a-4f23-b98c-7b0b72e172a0 admin admin] Publish callbacks [] for security_group (72026f9c-7bee-4b79-addb-9659af065c22), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.826188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c2daca84-621a-4f23-b98c-7b0b72e172a0 admin admin] Publish callbacks [] for security_group (72026f9c-7bee-4b79-addb-9659af065c22), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:54.889180 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2772524 Sep 16 08:06:54.889294 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 50972) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:54.907371 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Request body: {'subnet': {'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1654861090-subnet', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:54.977435 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895174f-c747-44d5-9f1a-4095187b019f admin admin] Pushing event updated for resources: {'Network': ['ID=1e92da95-84fb-40e0-aebf-bcc30ebf0cf6,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:55.024109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf76131-3b7e-4f28-9e47-c97a39a62178 req-c9e703e3-faab-419d-b7a4-94bd12400882 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:55.034917 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-aaf76131-3b7e-4f28-9e47-c97a39a62178 req-c9e703e3-faab-419d-b7a4-94bd12400882 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1655345 Sep 16 08:06:55.041499 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:06:55.117874 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-aaf76131-3b7e-4f28-9e47-c97a39a62178 req-ad5aaf40-b7ff-4d4f-bc59-6e042b92abd9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766582 Sep 16 08:06:55.132127 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Made reservation on behalf of d5e9862850ba48d286fe4c4e52be7891 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:06:55.138502 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249505'] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.175409 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-39d233d5-276d-4397-9f60-e1dcdcb4f15f None None] Current status of the port 1e046d07-74d0-4b02-8690-7ab5a94b98ad is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:55.303581 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device f82c3191-b6b3-4bc4-bf94-d07129f24fb2 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:55.342950 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c2daca84-621a-4f23-b98c-7b0b72e172a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (72026f9c-7bee-4b79-addb-9659af065c22), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.346376 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c2daca84-621a-4f23-b98c-7b0b72e172a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.347549 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c2daca84-621a-4f23-b98c-7b0b72e172a0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/72026f9c-7bee-4b79-addb-9659af065c22 HTTP/1.1" status: 204 len: 168 time: 0.8923779 Sep 16 08:06:55.367781 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daca84-621a-4f23-b98c-7b0b72e172a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72026f9c-7bee-4b79-addb-9659af065c22,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:55.402839 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:52Z', 'revision_number': 3, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:55.439021 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Checking router: 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:06:55.439374 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Updating router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:06:55.443498 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:55.443882 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.444219 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 Sep 16 08:06:55.494042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.512172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:55.517190 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.714615 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12805855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13249527'] for subnet (f03a39b1-6368-49d0-967a-6646e3c2dc08), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.767837 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Allocated IP 172.20.0.1 (98ee904d-e719-4f43-92f8-977801b2d6d2/344540bd-9668-479c-a816-a85a2478fd58/9ea986f4-29da-48d5-af55-042d96dc9120) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:55.798007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:55.800072 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1e046d07-74d0-4b02-8690-7ab5a94b98ad up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:55.820981 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Checking segment: {'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:55.821335 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Network hostable DHCP agents. Network: 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:06:55.828414 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03a39b1-6368-49d0-967a-6646e3c2dc08,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:55.907584 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:55.923595 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 1e046d07-74d0-4b02-8690-7ab5a94b98ad triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:55.924222 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:55.924716 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 1e046d07-74d0-4b02-8690-7ab5a94b98ad Sep 16 08:06:55.932069 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Publish callbacks [] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.041610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 1e046d07-74d0-4b02-8690-7ab5a94b98ad is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:56.093980 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.151332 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Attempting to bind port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:06:56.152117 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Attempting to bind port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:06:56.152491 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Attempting to bind port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:06:56.198220 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:56.205001 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec887d-b659-4634-9ea4-caf60cc3ffe1 None None] Pushing event updated for resources: {'Port': ['ID=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:56.205306 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:56.258248 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:06:56.259075 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:56.260230 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.260690 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:06:56.261405 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Bound port: eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:06:56.261748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.344691 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] For port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:06:56.352988 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] For port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:06:56.354934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:06:56.389252 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333797a-f490-4864-b9a6-0045ad3066aa req-4f4c6243-67b0-4af6-a6b9-5c7f87c32166 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:56.391351 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f333797a-f490-4864-b9a6-0045ad3066aa req-4f4c6243-67b0-4af6-a6b9-5c7f87c32166 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1128423 Sep 16 08:06:56.421558 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks [] for port (9ea986f4-29da-48d5-af55-042d96dc9120), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.427416 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.465492 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:56.466122 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:56.466670 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:56.471814 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:56.472412 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.483436 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:56.507188 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9371eb2-3190-472c-9849-73e383247b30 None None] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:06:56.508171 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f333797a-f490-4864-b9a6-0045ad3066aa req-cd36bac8-f2a1-4336-ae7c-7ec5c8624497 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079345 Sep 16 08:06:56.541364 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:56.546831 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec887d-b659-4634-9ea4-caf60cc3ffe1 None None] Pushing event updated for resources: {'Port': ['ID=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:56.601133 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e7a5184c-de97-4412-b351-4a98fb1d84f3 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7106285 Sep 16 08:06:56.603720 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51012) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:56.608159 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:56.627085 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.634037 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:56.670161 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:56.670768 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:06:56.673111 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:56.675863 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:56.706027 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea986f4-29da-48d5-af55-042d96dc9120,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:56.725655 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.774737 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.775787 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.866755 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-1e92da95-84fb-40e0-aebf-bcc30ebf0cf6', 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6', 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'fixed_ips': [{'subnet_id': 'f03a39b1-6368-49d0-967a-6646e3c2dc08'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:06:56.866755 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:56.883702 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks [] for router_controller (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.001144 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:57.122293 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.232550 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks [] for router_gateway (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.292072 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Provisioning complete for port 9ea986f4-29da-48d5-af55-042d96dc9120 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:57.292724 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.292845 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 1 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:06:57.323348 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:52Z', 'revision_number': 3, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:57.358627 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:57.361275 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b276e-bf8c-4074-a6e9-63fd8a00f07f None None] The sync data for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi is: [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:52Z', 'revision_number': 3, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:06:57.366516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Allocated IP 172.20.0.2 (1e92da95-84fb-40e0-aebf-bcc30ebf0cf6/f03a39b1-6368-49d0-967a-6646e3c2dc08/8bb6335c-e827-4c60-b71e-8ffda214c3a2) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:57.526045 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks [] for port (9ea986f4-29da-48d5-af55-042d96dc9120), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.558163 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Publish callbacks [] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.563429 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:57.617120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks [] for router_gateway (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.621239 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.624559 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:57.658270 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.694332 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.721213 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029d7bc-41e1-4896-8c22-3b148e8b2ba4 req-bb6064d7-88eb-4f11-8ef2-2406e331d2b5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:57.731459 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f029d7bc-41e1-4896-8c22-3b148e8b2ba4 req-bb6064d7-88eb-4f11-8ef2-2406e331d2b5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.1056268 Sep 16 08:06:57.734157 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:57.742240 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:57.789469 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:57.820770 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Pushing event updated for resources: {'Port': ['ID=8bb6335c-e827-4c60-b71e-8ffda214c3a2,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:57.825012 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:57.857495 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f029d7bc-41e1-4896-8c22-3b148e8b2ba4 req-f1b5d3e4-50df-4dac-87df-51a8825097e0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241937 Sep 16 08:06:57.870548 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea986f4-29da-48d5-af55-042d96dc9120,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:57.875980 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 2 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:06:57.977401 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Attempting to bind port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:06:57.977774 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Attempting to bind port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:06:57.978145 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Attempting to bind port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 on network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:06:58.014654 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:58.037340 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:06:58.038104 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Checking segment: {'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:06:58.038619 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:58.039153 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Bound using segment: {'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:06:58.039707 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Bound port: 8bb6335c-e827-4c60-b71e-8ffda214c3a2, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:06:58.040984 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:58.053223 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Allocated IP 172.27.1.95 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/a2ec030c-efc7-4f31-bc94-ce412e4e3820) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:06:58.062374 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:58.075518 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:58.079670 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:58.100947 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb7c2c-16dd-4ab7-8b6f-c4fb128716e3 req-727ae304-f5bf-4276-8412-2f586289b30b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:06:58.114528 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c8fb7c2c-16dd-4ab7-8b6f-c4fb128716e3 req-727ae304-f5bf-4276-8412-2f586289b30b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.1155736 Sep 16 08:06:58.145775 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] For port 8bb6335c-e827-4c60-b71e-8ffda214c3a2, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:06:58.156732 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] For port 8bb6335c-e827-4c60-b71e-8ffda214c3a2, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=8bb6335c-e827-4c60-b71e-8ffda214c3a2,segment=NetworkSegment(5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a),segment_id=5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:06:58.296323 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:58.399075 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ce49-34fc-4289-b116-dc3252431995 None None] Pushing event updated for resources: {'Port': ['ID=8bb6335c-e827-4c60-b71e-8ffda214c3a2,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:58.412995 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c8fb7c2c-16dd-4ab7-8b6f-c4fb128716e3 req-009dba56-624b-42b9-8b7c-39653ede75e3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005121 Sep 16 08:06:58.468325 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks [] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:58.480566 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:06:58.515433 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 3 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:06:58.591804 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:58.649256 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:58.671760 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:58.693608 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:58.708232 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e73ed71a-e242-4de7-a858-1010d0d24bb8 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/2d5b29b6-0eda-47c4-ab16-5a6f77234bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1074011 Sep 16 08:06:58.807416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:06:58.823650 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:58.841869 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:06:58.844381 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:06:58.882518 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ec030c-efc7-4f31-bc94-ce412e4e3820,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:59.087505 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 4 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:06:59.137129 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:59.184112 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 8bb6335c-e827-4c60-b71e-8ffda214c3a2 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:59.230629 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:59.231041 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.231480 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 Sep 16 08:06:59.258316 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks [] for router_gateway (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.303856 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51126) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:59.308706 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-e8525c5d-e12e-49f5-a380-9b398d53c41e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666831299', 'description': 'tempest-description--854473045'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:59.329034 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:59.329659 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.381558 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 8bb6335c-e827-4c60-b71e-8ffda214c3a2, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=8bb6335c-e827-4c60-b71e-8ffda214c3a2,segment=NetworkSegment(5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a),segment_id=5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:59.423442 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e8525c5d-e12e-49f5-a380-9b398d53c41e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.451506 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.452754 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:06:59.498157 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.520747 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e8525c5d-e12e-49f5-a380-9b398d53c41e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (c05b4af0-151b-4796-83fa-a603c292b3e1), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.567662 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=8bb6335c-e827-4c60-b71e-8ffda214c3a2,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:59.578948 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:06:59.579889 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.580384 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 Sep 16 08:06:59.589798 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e8525c5d-e12e-49f5-a380-9b398d53c41e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c05b4af0-151b-4796-83fa-a603c292b3e1), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.605510 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:06:59.642198 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8525c5d-e12e-49f5-a380-9b398d53c41e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05b4af0-151b-4796-83fa-a603c292b3e1,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:06:59.644153 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 5 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:06:59.710614 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:06:59.720970 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:06:59.721360 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.741303 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:06:59.741535 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e8525c5d-e12e-49f5-a380-9b398d53c41e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.741535 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e8525c5d-e12e-49f5-a380-9b398d53c41e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4347706 Sep 16 08:06:59.744495 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51132) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:06:59.750874 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-65f0ce9f-8451-4152-8d5b-f23c05493807 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'security_group_rule': {'security_group_id': 'c05b4af0-151b-4796-83fa-a603c292b3e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:06:59.773186 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:06:59.868104 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.889921 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:06:59.903327 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Sync routers for ids ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:06:59.904943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-65f0ce9f-8451-4152-8d5b-f23c05493807 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (5f38b785-f198-4d2f-bd4d-ce2841a29bcc), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:06:59.921793 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Routers {'0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:06:59.922504 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:06:59.938204 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:00.016960 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.018503 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f07a7a4d-f5ab-48af-8406-4a9a52eeefa4 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4137468 Sep 16 08:07:00.021978 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51138) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:00.023813 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-65f0ce9f-8451-4152-8d5b-f23c05493807 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (5f38b785-f198-4d2f-bd4d-ce2841a29bcc), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.080685 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Set router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:00.094862 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b4531-39f5-4689-a488-3954ae8e26d6 None None] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:07:00.106909 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-65f0ce9f-8451-4152-8d5b-f23c05493807 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (5f38b785-f198-4d2f-bd4d-ce2841a29bcc), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.136115 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:00.146361 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0ce9f-8451-4152-8d5b-f23c05493807 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f38b785-f198-4d2f-bd4d-ce2841a29bcc,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:00.222003 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 6 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:07:00.230478 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-65f0ce9f-8451-4152-8d5b-f23c05493807 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.234354 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-65f0ce9f-8451-4152-8d5b-f23c05493807 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4862461 Sep 16 08:07:00.235065 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51144) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:00.242603 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-c65da2f2-ac2b-40a5-83a6-8b17f5ca07e3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'security_group_rule': {'security_group_id': 'c05b4af0-151b-4796-83fa-a603c292b3e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:00.264170 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:00.279548 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:00.286316 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 3, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port': {'id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:57Z', 'updated_at': '2022-09-16T08:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:00.312448 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Checking router: 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:07:00.312783 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Updating router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b port a2ec030c-efc7-4f31-bc94-ce412e4e3820 binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:07:00.337282 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c65da2f2-ac2b-40a5-83a6-8b17f5ca07e3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (a80a355b-a862-4a9b-a457-5439e6e6fb03), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.352005 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.395864 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:00.428671 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c65da2f2-ac2b-40a5-83a6-8b17f5ca07e3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (a80a355b-a862-4a9b-a457-5439e6e6fb03), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.494121 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Sync routers for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:07:00.506779 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:07:00.507538 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:00.547249 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c65da2f2-ac2b-40a5-83a6-8b17f5ca07e3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (a80a355b-a862-4a9b-a457-5439e6e6fb03), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.580422 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65da2f2-ac2b-40a5-83a6-8b17f5ca07e3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80a355b-a862-4a9b-a457-5439e6e6fb03,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:00.626880 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:00.659470 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:00.673938 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c65da2f2-ac2b-40a5-83a6-8b17f5ca07e3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.675564 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c65da2f2-ac2b-40a5-83a6-8b17f5ca07e3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391575 Sep 16 08:07:00.679254 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51150) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:00.687906 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:00.690465 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Publish callbacks [] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.766390 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 7 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:07:00.773380 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.789794 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.793376 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.842389 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:00.843457 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32173281-8117-4f1a-a914-0df66cfce434 None None] Pushing event updated for resources: {'Port': ['ID=a2ec030c-efc7-4f31-bc94-ce412e4e3820,revision_number=2']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:00.855317 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Attempting to bind port a2ec030c-efc7-4f31-bc94-ce412e4e3820 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:07:00.855951 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Attempting to bind port a2ec030c-efc7-4f31-bc94-ce412e4e3820 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:07:00.856540 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Attempting to bind port a2ec030c-efc7-4f31-bc94-ce412e4e3820 on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:00.881149 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:00.882072 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:06:57Z', 'revision_number': 2, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:00.903446 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.910830 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Checking router: 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:07:00.911311 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Updating router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc port 9ea986f4-29da-48d5-af55-042d96dc9120 binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:07:00.944952 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:00.952229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Allocated IP 172.20.0.1 (1e92da95-84fb-40e0-aebf-bcc30ebf0cf6/f03a39b1-6368-49d0-967a-6646e3c2dc08/bbd9bc4a-4b77-4f57-8cd9-941b61951ecf) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:01.002509 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:07:01.003571 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:01.004121 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.005298 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:07:01.005933 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Bound port: a2ec030c-efc7-4f31-bc94-ce412e4e3820, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:07:01.006315 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.056051 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] For port a2ec030c-efc7-4f31-bc94-ce412e4e3820, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:07:01.059552 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] For port a2ec030c-efc7-4f31-bc94-ce412e4e3820, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=a2ec030c-efc7-4f31-bc94-ce412e4e3820,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:07:01.119588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Allocated IP 172.27.1.235 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/9aac8e42-ed52-4425-849b-40d271c24e68) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:01.137548 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks [] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.152888 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.175071 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 8bb6335c-e827-4c60-b71e-8ffda214c3a2 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:01.187809 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Routers {'0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:07:01.193154 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:01.251611 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for port (9aac8e42-ed52-4425-849b-40d271c24e68), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.256038 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:01.263548 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:01.263930 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.264276 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 Sep 16 08:07:01.281301 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.317931 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] Set router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:01.322954 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:01.336893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:01.340840 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:01.345915 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:01.355058 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Publish callbacks [] for port (9ea986f4-29da-48d5-af55-042d96dc9120), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.367051 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (9aac8e42-ed52-4425-849b-40d271c24e68), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.375682 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32173281-8117-4f1a-a914-0df66cfce434 None None] Pushing event updated for resources: {'Port': ['ID=a2ec030c-efc7-4f31-bc94-ce412e4e3820,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:01.382649 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 8 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:07:01.415068 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.416335 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:01.417416 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:01.436563 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'Port': ['ID=9aac8e42-ed52-4425-849b-40d271c24e68,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:01.456769 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:01.457795 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.478529 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:01.480325 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:01.484148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:01.518202 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe9bd5-34b5-4cae-b146-44a9361b591f None None] Pushing event updated for resources: {'Port': ['ID=9ea986f4-29da-48d5-af55-042d96dc9120,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:01.564881 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:01.574001 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 3, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port': {'id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:57Z', 'updated_at': '2022-09-16T08:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:01.615150 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.627407 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5230c4-2038-47bf-bcff-f10bc5e07b18 None None] The sync data for ids ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'] in dv-cinder-740146-20-iscsi is: [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 3, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port': {'id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:57Z', 'updated_at': '2022-09-16T08:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:07:01.675066 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.745370 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:01.745769 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.746107 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 Sep 16 08:07:01.759149 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (9aac8e42-ed52-4425-849b-40d271c24e68), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.784927 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Attempting to bind port 9ea986f4-29da-48d5-af55-042d96dc9120 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:07:01.785328 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Attempting to bind port 9ea986f4-29da-48d5-af55-042d96dc9120 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:07:01.786288 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Attempting to bind port 9ea986f4-29da-48d5-af55-042d96dc9120 on network 98ee904d-e719-4f43-92f8-977801b2d6d2 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:01.849807 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:07:01.850224 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Checking segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:01.850574 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.850986 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Bound using segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:07:01.851607 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Bound port: 9ea986f4-29da-48d5-af55-042d96dc9120, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:07:01.851837 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.866342 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks [] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.941593 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:01.950813 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:01.962391 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 9 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:07:02.028689 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Port 9ea986f4-29da-48d5-af55-042d96dc9120 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:02.029967 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] For port 9ea986f4-29da-48d5-af55-042d96dc9120, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:07:02.035557 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] For port 9ea986f4-29da-48d5-af55-042d96dc9120, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=9ea986f4-29da-48d5-af55-042d96dc9120,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:07:02.052409 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.054853 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:02.124199 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.177859 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:02.181807 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:07:02.184397 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:02.209323 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:02.211013 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:02.219363 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for port (9aac8e42-ed52-4425-849b-40d271c24e68), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.278952 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe9bd5-34b5-4cae-b146-44a9361b591f None None] Pushing event updated for resources: {'Port': ['ID=9ea986f4-29da-48d5-af55-042d96dc9120,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:02.307893 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (9aac8e42-ed52-4425-849b-40d271c24e68), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.338266 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:02.353034 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:07:02.368709 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:02.417255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.431610 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'Port': ['ID=9aac8e42-ed52-4425-849b-40d271c24e68,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:02.433837 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:02.505138 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:07:02.518007 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-2ffbd3e7-aeec-4b96-bbb7-b0fc0b854c98 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872940 Sep 16 08:07:02.526496 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.526496 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a8be2fa0-b4a5-4bd2-b0b0-f9f7c771a452 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8436871 Sep 16 08:07:02.531820 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Attempt 10 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:07:02.638245 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:02.702157 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Current status of the port 9ea986f4-29da-48d5-af55-042d96dc9120 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:02.702637 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.773120 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] For port 9ea986f4-29da-48d5-af55-042d96dc9120, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=9ea986f4-29da-48d5-af55-042d96dc9120,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:02.774846 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:02.780453 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-d3018d25-cd3f-4c44-b0e1-aea63021da50 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1666831299&fields=id&tenant_id=8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 267 time: 0.1099436 Sep 16 08:07:02.812408 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e325c60f-dcd0-4d92-88d7-fa1149cd39fe None None] The sync data for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi is: [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:07:02.852544 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:02.983360 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421e027-20ea-46ce-bcf1-ee8e6097ec3c None None] Pushing event updated for resources: {'Port': ['ID=9ea986f4-29da-48d5-af55-042d96dc9120,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:03.005191 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Provisioning complete for port 9ea986f4-29da-48d5-af55-042d96dc9120 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:03.005578 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:03.006021 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 1 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:07:03.100187 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-4a42888b-633e-4f4b-8c0e-6303f9ef478b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:03.101823 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-4a42888b-633e-4f4b-8c0e-6303f9ef478b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 817 time: 0.3032422 Sep 16 08:07:03.122628 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-e2932342-f021-40ec-82e3-36f3748a1653 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/quotas/8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 375 time: 0.0144572 Sep 16 08:07:03.206244 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Current status of the port 9ea986f4-29da-48d5-af55-042d96dc9120 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:03.245033 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Provisioning complete for port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:03.245681 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:03.246771 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 1 to provision port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 Sep 16 08:07:03.266368 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-f0a4c70e-a6a3-4e0c-bf61-01e0ee0dd58e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1346729 Sep 16 08:07:03.316868 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device a2ec030c-efc7-4f31-bc94-ce412e4e3820 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:03.378054 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-9e1aedec-9525-40ec-8b6b-cd905dd822a1 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107268 Sep 16 08:07:03.497366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Current status of the port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:03.513036 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Provisioning complete for port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:03.513436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:03.513748 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 1 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:03.526495 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-d1df35f1-fb7d-4119-bdb1-846cdc21e412 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367624 Sep 16 08:07:03.551945 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:03.552590 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port a2ec030c-efc7-4f31-bc94-ce412e4e3820 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:03.552983 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:03.553331 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port a2ec030c-efc7-4f31-bc94-ce412e4e3820 Sep 16 08:07:03.639121 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port a2ec030c-efc7-4f31-bc94-ce412e4e3820 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:03.639657 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:03.658716 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-bf1999af-c798-4128-a2d0-86418c1dec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:03.658716 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-bf1999af-c798-4128-a2d0-86418c1dec6b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1129 time: 0.0915759 Sep 16 08:07:03.676613 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53015652-0fc0-4739-a812-948bf937faeb req-e145fd25-407a-4b9f-9333-7699f8fc0ff9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:03.692250 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-53015652-0fc0-4739-a812-948bf937faeb req-e145fd25-407a-4b9f-9333-7699f8fc0ff9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.1751280 Sep 16 08:07:03.709999 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port a2ec030c-efc7-4f31-bc94-ce412e4e3820, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=a2ec030c-efc7-4f31-bc94-ce412e4e3820,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:03.810623 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:03.812386 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 9ea986f4-29da-48d5-af55-042d96dc9120 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:03.818208 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-53015652-0fc0-4739-a812-948bf937faeb req-35febea4-4ef7-4e23-ae99-8e9e28c5aa34 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254556 Sep 16 08:07:03.938792 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:03.953486 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-e713f783-8d1d-47c7-8f3b-94e4f0118339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:03.954402 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-e713f783-8d1d-47c7-8f3b-94e4f0118339 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.2828088 Sep 16 08:07:03.991979 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6f2c3404-d802-4991-a7ee-3e3b66a30305 req-56ef0be2-4dac-4b5a-b678-11a5b2e2d383 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0574360 Sep 16 08:07:04.014055 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:04.058173 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-e204162b-19c4-451b-9ff4-52f48c34e501 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 200 len: 217 time: 0.0812807 Sep 16 08:07:04.068448 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 2 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:04.113090 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:04.114601 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=a2ec030c-efc7-4f31-bc94-ce412e4e3820,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:04.142977 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 9ea986f4-29da-48d5-af55-042d96dc9120 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:04.143624 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:04.145326 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 9ea986f4-29da-48d5-af55-042d96dc9120 Sep 16 08:07:04.214024 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:04.219048 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-46225c9e-ffa5-4758-9ffc-aea3816590d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:04.220581 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-46225c9e-ffa5-4758-9ffc-aea3816590d2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.1545513 Sep 16 08:07:04.289214 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-502e5861-04bd-418b-b1b3-16ab40f64db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:04.290905 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-502e5861-04bd-418b-b1b3-16ab40f64db0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637858 Sep 16 08:07:04.296475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 9ea986f4-29da-48d5-af55-042d96dc9120 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:04.427922 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-12cc8af5-64cb-4220-ad89-124f6a166616 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262999 Sep 16 08:07:04.550935 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bcc87c96-0b9c-4fdd-8423-a1c599d7b94b req-554674e6-1b9a-47e2-92f2-63fd3b52d161 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154499 Sep 16 08:07:04.615509 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 3 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:04.658953 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:04.924526 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:04.981704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1fd70-e600-4848-a0d0-84dec4242967 req-4db980fb-3c1d-4bc6-8cfa-a010bf2f9383 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:04.988830 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-24b1fd70-e600-4848-a0d0-84dec4242967 req-4db980fb-3c1d-4bc6-8cfa-a010bf2f9383 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0669041 Sep 16 08:07:04.998202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:05.102716 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-24b1fd70-e600-4848-a0d0-84dec4242967 req-2c30f78c-a4be-4aec-85e0-6cad33d6a442 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051216 Sep 16 08:07:05.275724 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 4 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:05.279445 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d7fecf4a-ebc4-4969-bc26-c8fd501aa848 req-ad4f4bc4-6ca6-4da8-b384-2ca9c9d3de6a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0725243 Sep 16 08:07:05.281183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:05.281183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device a2ec030c-efc7-4f31-bc94-ce412e4e3820 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:05.350371 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port a2ec030c-efc7-4f31-bc94-ce412e4e3820 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:05.350936 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:05.351394 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port a2ec030c-efc7-4f31-bc94-ce412e4e3820 Sep 16 08:07:05.495146 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port a2ec030c-efc7-4f31-bc94-ce412e4e3820 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:05.528664 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Sync routers for ids ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:07:05.545946 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Routers {'0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:07:05.547620 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:05.718015 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Set router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:05.732223 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 5 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:05.796714 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:05.961829 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:07:01Z', 'revision_number': 4, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port': {'id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:57Z', 'updated_at': '2022-09-16T08:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'bbd9bc4a-4b77-4f57-8cd9-941b61951ecf', 'name': '', 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'mac_address': 'fa:16:3e:b8:b9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f03a39b1-6368-49d0-967a-6646e3c2dc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:00Z', 'updated_at': '2022-09-16T08:07:01Z', 'revision_number': 2, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'subnets': [{'id': 'f03a39b1-6368-49d0-967a-6646e3c2dc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:05.991480 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Checking router: 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:07:05.992085 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Updating router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:07:06.028866 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:06.138456 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:06.284600 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b5289-6cf7-472f-9694-0617a3f9f3bd req-fc138267-ad71-470d-9ca2-1abb3e1556bd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:06.287120 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2d3b5289-6cf7-472f-9694-0617a3f9f3bd req-fc138267-ad71-470d-9ca2-1abb3e1556bd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0834022 Sep 16 08:07:06.299493 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 6 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:06.349273 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Publish callbacks [] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:06.380724 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:06.416342 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2d3b5289-6cf7-472f-9694-0617a3f9f3bd req-0844f086-c571-4c24-a09d-fa5dcf69e4cc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017098 Sep 16 08:07:06.424425 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:06.463860 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-eeeca96a-7fd0-41a6-8f8b-14a8ca261c81 req-643a42b2-37e9-45dd-b7e8-493d545b04e1 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0678084 Sep 16 08:07:06.471660 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442940b-048f-48ea-ab92-6b45d47de2ee None None] Pushing event updated for resources: {'Port': ['ID=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:06.586626 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Attempting to bind port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:07:06.587233 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Attempting to bind port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:07:06.587233 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Attempting to bind port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf on network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:06.637982 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:07:06.638273 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Checking segment: {'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:06.638887 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:06.639454 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Bound using segment: {'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:07:06.639936 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Bound port: bbd9bc4a-4b77-4f57-8cd9-941b61951ecf, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:07:06.640316 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:06.666793 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:06.710056 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:06.727777 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] For port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:07:06.731897 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] For port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,segment=NetworkSegment(5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a),segment_id=5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:07:06.872780 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:06.882082 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Attempt 7 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:06.917912 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:06.940840 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:06.965796 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442940b-048f-48ea-ab92-6b45d47de2ee None None] Pushing event updated for resources: {'Port': ['ID=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,revision_number=4']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:06.974957 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Routers {'0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:07:06.975921 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:06:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:07.024946 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Current status of the port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:07.025543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:07.083312 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] For port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,segment=NetworkSegment(5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a),segment_id=5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:07.116499 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] Set router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:07.183829 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:07.184847 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:07.250637 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:07.294027 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c4f4b-54ae-4645-b3bb-78ef22449bf8 None None] Pushing event updated for resources: {'Port': ['ID=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:07.477605 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:07:01Z', 'revision_number': 4, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port': {'id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:57Z', 'updated_at': '2022-09-16T08:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'bbd9bc4a-4b77-4f57-8cd9-941b61951ecf', 'name': '', 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'mac_address': 'fa:16:3e:b8:b9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f03a39b1-6368-49d0-967a-6646e3c2dc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:00Z', 'updated_at': '2022-09-16T08:07:06Z', 'revision_number': 4, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'subnets': [{'id': 'f03a39b1-6368-49d0-967a-6646e3c2dc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:07.512204 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc663d8-f590-4ce0-876a-3e50ce75594f None None] The sync data for ids ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'] in dv-cinder-740146-20-iscsi is: [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:07:01Z', 'revision_number': 4, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port': {'id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:57Z', 'updated_at': '2022-09-16T08:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'bbd9bc4a-4b77-4f57-8cd9-941b61951ecf', 'name': '', 'network_id': '1e92da95-84fb-40e0-aebf-bcc30ebf0cf6', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'mac_address': 'fa:16:3e:b8:b9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f03a39b1-6368-49d0-967a-6646e3c2dc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:00Z', 'updated_at': '2022-09-16T08:07:06Z', 'revision_number': 4, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'subnets': [{'id': 'f03a39b1-6368-49d0-967a-6646e3c2dc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:07:07.609392 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:07.652252 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-329b6f19-3a53-4296-b68d-d5eaeab6b1eb req-66de061c-6322-4695-ae51-1d074d3268e6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0563555 Sep 16 08:07:07.781181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe5c88-2b4b-4a2b-81dd-f2c2a4f57f35 req-104c9169-9715-4e0e-aa3c-2122be096c06 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:07.789355 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-14fe5c88-2b4b-4a2b-81dd-f2c2a4f57f35 req-104c9169-9715-4e0e-aa3c-2122be096c06 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.2160482 Sep 16 08:07:07.875800 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-14fe5c88-2b4b-4a2b-81dd-f2c2a4f57f35 req-661ffbc4-b472-4a0a-b7b0-4666d8f7c179 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851588 Sep 16 08:07:08.634882 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cc8f39e9-3cb8-4225-882a-60e859752f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:08.825384 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-24395830-74d2-4d2c-b449-6914fc758985 req-286d46f9-f574-4fc2-b608-3da287cc0c23 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0453937 Sep 16 08:07:09.036720 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c0689-8f1b-4397-bd57-488d5107a040 req-4cf8bb3d-5e26-46fb-9b73-d2ffdfa61699 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:09.044929 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a87c0689-8f1b-4397-bd57-488d5107a040 req-4cf8bb3d-5e26-46fb-9b73-d2ffdfa61699 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0716536 Sep 16 08:07:09.108442 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a87c0689-8f1b-4397-bd57-488d5107a040 req-db721ea8-f106-4fc8-9f52-18a42542ddf3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621846 Sep 16 08:07:09.224394 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device bbd9bc4a-4b77-4f57-8cd9-941b61951ecf up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:09.323959 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:09.324658 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:09.325356 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf Sep 16 08:07:09.435647 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:09.954973 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e8b5bba7-e149-4e53-8495-937914cd9e48 req-9638db37-9d96-498d-aa2e-3a8b834d3cd6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0432856 Sep 16 08:07:09.973274 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-5218331d-4c97-4aea-8ad8-0960e7d26d8c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:09.975033 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-5218331d-4c97-4aea-8ad8-0960e7d26d8c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 817 time: 0.1514158 Sep 16 08:07:10.042664 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:10.061135 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-63ac76ab-1541-45d0-8276-3170cf160921 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 380 time: 0.0681462 Sep 16 08:07:10.077016 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'port': {'device_id': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'admin_state_up': True, 'tenant_id': '8191457181714862bbeb70259fa86971', 'security_groups': ['c05b4af0-151b-4796-83fa-a603c292b3e1']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:10.319806 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf92b0-0e53-4990-911d-45754d148738 req-f1f33c8d-1138-4ba1-8398-2f0bb7b8c188 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:10.323186 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2dcf92b0-0e53-4990-911d-45754d148738 req-f1f33c8d-1138-4ba1-8398-2f0bb7b8c188 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0700834 Sep 16 08:07:10.371528 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:10.397108 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2dcf92b0-0e53-4990-911d-45754d148738 req-5fc8b93f-c98c-469e-914d-2bc18df29d89 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656483 Sep 16 08:07:10.424459 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Made reservation on behalf of 8191457181714862bbeb70259fa86971 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:07:10.435433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:10.634098 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Allocated IP 172.20.0.4 (98ee904d-e719-4f43-92f8-977801b2d6d2/344540bd-9668-479c-a816-a85a2478fd58/0104ad2b-b1c9-455f-a512-cdc1dd34408e) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:10.658521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1a23a53b-cd25-4cc3-a6ae-24fd38ffa748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:10.875407 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:10.984307 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:11.041072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:11.044489 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:11.048912 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:11.127735 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:11.128720 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:11.146275 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:11.162367 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31cd94-edd3-4c5f-b9a2-2fdabf3eaf9d req-dc2d29c2-2111-46ae-9059-c6dfdd906caf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:11.175578 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0b31cd94-edd3-4c5f-b9a2-2fdabf3eaf9d req-dc2d29c2-2111-46ae-9059-c6dfdd906caf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 931 time: 0.0791466 Sep 16 08:07:11.234154 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-bf06bc21-93a4-46e4-ac3c-551e12441830 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615922 Sep 16 08:07:11.254671 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Request body: {'port': {'device_id': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:11.258255 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0b31cd94-edd3-4c5f-b9a2-2fdabf3eaf9d req-0c6460f6-9644-4f5d-9850-2ff0e6db45d3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800135 Sep 16 08:07:11.359406 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:11.371969 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:11.379770 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Provisioning complete for port 0104ad2b-b1c9-455f-a512-cdc1dd34408e triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:11.380432 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:11.380960 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Attempt 1 to provision port 0104ad2b-b1c9-455f-a512-cdc1dd34408e Sep 16 08:07:11.420554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Port 0104ad2b-b1c9-455f-a512-cdc1dd34408e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:11.627803 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68a9a3-2585-4d94-9f58-60d5c4970e83 req-728dddef-f019-4ff8-b905-9fa50f745562 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:11.630426 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3e68a9a3-2585-4d94-9f58-60d5c4970e83 req-728dddef-f019-4ff8-b905-9fa50f745562 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Sep 16 08:07:11.731834 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3e68a9a3-2585-4d94-9f58-60d5c4970e83 req-522576e4-3bc8-4085-af38-934e38c1f391 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917866 Sep 16 08:07:11.795540 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0104ad2b-b1c9-455f-a512-cdc1dd34408e {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:07:11.805029 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Publish callbacks [] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:11.834467 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Transition to ACTIVE for port object 0104ad2b-b1c9-455f-a512-cdc1dd34408e will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:07:11.908256 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:11.921965 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Attempt 2 to provision port 0104ad2b-b1c9-455f-a512-cdc1dd34408e Sep 16 08:07:11.967881 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:12.003078 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:12.042522 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Port 0104ad2b-b1c9-455f-a512-cdc1dd34408e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:12.079446 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Attempting to bind port 0104ad2b-b1c9-455f-a512-cdc1dd34408e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:07:12.082941 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Attempting to bind port 0104ad2b-b1c9-455f-a512-cdc1dd34408e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:07:12.083240 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Attempting to bind port 0104ad2b-b1c9-455f-a512-cdc1dd34408e on network 98ee904d-e719-4f43-92f8-977801b2d6d2 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:12.144874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Port 0104ad2b-b1c9-455f-a512-cdc1dd34408e on network 98ee904d-e719-4f43-92f8-977801b2d6d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:07:12.145188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Attempting to bind port 0104ad2b-b1c9-455f-a512-cdc1dd34408e on network 98ee904d-e719-4f43-92f8-977801b2d6d2 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:12.173542 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:12.203835 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:07:12.204533 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Checking segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:12.204533 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Bound using segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:07:12.204999 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Bound port: 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:07:12.205324 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:12.350915 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:07:12.362642 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:07:12.444406 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84101259-d012-41d1-8259-8cd0266dbabb req-9a32b1a5-8681-4580-ab4f-4f11ac9d501f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:12.446022 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-84101259-d012-41d1-8259-8cd0266dbabb req-9a32b1a5-8681-4580-ab4f-4f11ac9d501f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0685039 Sep 16 08:07:12.477438 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:12.506155 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-84101259-d012-41d1-8259-8cd0266dbabb req-b8a1de48-d8bb-418d-b579-478400ccf304 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539255 Sep 16 08:07:12.544215 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Attempt 3 to provision port 0104ad2b-b1c9-455f-a512-cdc1dd34408e Sep 16 08:07:12.595133 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Port 0104ad2b-b1c9-455f-a512-cdc1dd34408e cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:12.870887 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17e420-0aea-487b-a7ed-000eca06244a req-c0526f3c-18fe-4feb-a1d3-804a9abcd407 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:12.872433 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fe17e420-0aea-487b-a7ed-000eca06244a req-c0526f3c-18fe-4feb-a1d3-804a9abcd407 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0575321 Sep 16 08:07:12.921788 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fe17e420-0aea-487b-a7ed-000eca06244a req-922f08f9-094b-4766-9817-5015d052e3e5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Sep 16 08:07:12.933207 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:12.940661 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:12.942461 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:12.944544 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/0104ad2b-b1c9-455f-a512-cdc1dd34408e HTTP/1.1" status: 200 len: 1093 time: 1.6947107 Sep 16 08:07:12.945049 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:07:12.950140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837017da-b07f-4c3d-9429-3087ad4caf75" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:07:12.993351 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6815e95-10e2-4a7a-8d28-cf6ca1fab3a2 x-openstack-request-id: req-c6815e95-10e2-4a7a-8d28-cf6ca1fab3a2 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:07:12.993351 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:07:12.993351 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6815e95-10e2-4a7a-8d28-cf6ca1fab3a2 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:07:12.993684 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6815e95-10e2-4a7a-8d28-cf6ca1fab3a2'] response: {'name': 'network-changed', 'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'status': 'completed', 'code': 200} Sep 16 08:07:13.000324 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:13.010113 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.011219 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.011762 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.012308 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.012860 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.013406 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.013963 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.014510 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.015118 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.015649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.016610 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.017164 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.017717 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.018261 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.018835 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c0dbc5-c2e0-4780-8538-1509b5adbab7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:13.096532 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Attempt 4 to provision port 0104ad2b-b1c9-455f-a512-cdc1dd34408e Sep 16 08:07:13.120430 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:13.151780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-aee10794-4d57-4010-8adf-a66104e73498 None None] Port 0104ad2b-b1c9-455f-a512-cdc1dd34408e had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:07:13.237625 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:13.403505 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:13.523229 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:13.535789 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:13.658301 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473e6a7-bd5b-4fef-8f0d-d9cdf03caaab req-d1ef88e8-812c-4982-9b33-ce52ae0bb9d8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:13.667595 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a473e6a7-bd5b-4fef-8f0d-d9cdf03caaab req-d1ef88e8-812c-4982-9b33-ce52ae0bb9d8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0616620 Sep 16 08:07:13.747718 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a473e6a7-bd5b-4fef-8f0d-d9cdf03caaab req-8b5c6ca9-e05f-451e-bcfd-ce50c3cd27b2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783134 Sep 16 08:07:13.755070 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:13.964060 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:14.077315 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef97a67-f0f3-4eea-b78a-7e6e3b499b46 req-048af5ab-dac8-4b05-b5f3-a9d77f0afd53 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:14.079831 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ef97a67-f0f3-4eea-b78a-7e6e3b499b46 req-048af5ab-dac8-4b05-b5f3-a9d77f0afd53 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0532336 Sep 16 08:07:14.153656 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ef97a67-f0f3-4eea-b78a-7e6e3b499b46 req-452f1795-21c9-4191-a097-899d80998268 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663366 Sep 16 08:07:14.325913 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:14.900207 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c2ac-44d5-468f-8e98-c7e12d072e23 req-d26eb78a-3419-435a-bb57-1e2da2ecb1de tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:14.907589 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c9a6c2ac-44d5-468f-8e98-c7e12d072e23 req-d26eb78a-3419-435a-bb57-1e2da2ecb1de tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0699422 Sep 16 08:07:14.910222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837017da-b07f-4c3d-9429-3087ad4caf75 req-8036f179-9e76-4d34-a5d7-677932277622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:14.912710 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-837017da-b07f-4c3d-9429-3087ad4caf75 req-8036f179-9e76-4d34-a5d7-677932277622 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 1127 time: 0.0556977 Sep 16 08:07:14.966903 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c9a6c2ac-44d5-468f-8e98-c7e12d072e23 req-3bd91c1a-53a6-46e1-a1f5-36733545fc4d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579476 Sep 16 08:07:15.310379 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837017da-b07f-4c3d-9429-3087ad4caf75 req-fd351c94-59c5-40e7-aa1b-337f27f89e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:15.312523 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-837017da-b07f-4c3d-9429-3087ad4caf75 req-fd351c94-59c5-40e7-aa1b-337f27f89e3a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=8191457181714862bbeb70259fa86971&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3406990 Sep 16 08:07:15.323707 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67eb408-df3c-4e80-9f6c-f71ded481c84 req-758e6268-8387-453e-b2b5-16d82cc7efda tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:15.328457 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f67eb408-df3c-4e80-9f6c-f71ded481c84 req-758e6268-8387-453e-b2b5-16d82cc7efda tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0863478 Sep 16 08:07:15.770954 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f67eb408-df3c-4e80-9f6c-f71ded481c84 req-db6e8363-5658-4919-8f25-c2abcf731c51 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414382 Sep 16 08:07:15.802495 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837017da-b07f-4c3d-9429-3087ad4caf75 req-99a8dba9-c673-42f3-a165-a2b8f10fe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:15.814507 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-837017da-b07f-4c3d-9429-3087ad4caf75 req-99a8dba9-c673-42f3-a165-a2b8f10fe02b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4736567 Sep 16 08:07:15.940334 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-173369fb-060b-4b21-bf53-3632fac38dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:15.953877 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-173369fb-060b-4b21-bf53-3632fac38dcb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 1127 time: 0.0441837 Sep 16 08:07:15.997670 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-d3fa8c49-4824-4600-a956-5b05d9572deb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e HTTP/1.1" status: 200 len: 217 time: 0.0379515 Sep 16 08:07:16.054732 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-3c934169-c8d0-463d-82b4-2a7c3197a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:16.056151 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-3c934169-c8d0-463d-82b4-2a7c3197a143 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.0513179 Sep 16 08:07:16.107714 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-fe12d639-94f5-4a83-b3a6-6ea5a870c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:16.109295 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-fe12d639-94f5-4a83-b3a6-6ea5a870c29d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469737 Sep 16 08:07:16.177106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64880d1-3ee6-4754-99cd-e655f28eaadd req-2b0d2b29-017f-4134-9907-d1a1c12a7b3f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:16.178912 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b64880d1-3ee6-4754-99cd-e655f28eaadd req-2b0d2b29-017f-4134-9907-d1a1c12a7b3f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0639389 Sep 16 08:07:16.224603 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-5bdef1a3-0040-4d4f-b572-b7c6fc35f824 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073582 Sep 16 08:07:16.230138 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b64880d1-3ee6-4754-99cd-e655f28eaadd req-08d59699-a9df-4cc9-a855-e5e42fa42912 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Sep 16 08:07:16.330897 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-188cc9a5-2945-484e-ba9e-1f784e6c6099 req-d1bafdaf-5852-4f79-aa6c-4af78b624073 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915921 Sep 16 08:07:16.913760 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feedef-42fd-468e-8d1d-f8f5cd997dc2 req-b9a1ed06-eb98-4ab4-a24c-3f646d645f5d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:16.915376 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-92feedef-42fd-468e-8d1d-f8f5cd997dc2 req-b9a1ed06-eb98-4ab4-a24c-3f646d645f5d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0566528 Sep 16 08:07:16.974766 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-92feedef-42fd-468e-8d1d-f8f5cd997dc2 req-f2edf863-f6a7-439d-88d7-12b6653eae58 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Sep 16 08:07:17.042288 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51508) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:17.152381 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:17.243069 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Publish callbacks [] for security_group (6db233c9-892d-4dcb-a21e-e174d6fec566), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:17.326870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (6db233c9-892d-4dcb-a21e-e174d6fec566), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:17.370567 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:17.371551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db233c9-892d-4dcb-a21e-e174d6fec566,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:17.404506 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.404779 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.405120 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.405454 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.405783 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.406109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.406598 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.406950 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.407281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.407601 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.408187 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.408508 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.408829 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.409150 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.409468 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:17.423642 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-1c7e0ad6-17e8-4ad5-a16f-516a2efa61f0 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9bf83d3dec5849619a9b687124cd11ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800368 Sep 16 08:07:17.426177 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51524) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:17.431520 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb4a46-0cf9-45e3-bad6-b4690a0853e6 req-e38cb1ec-4057-48c0-a288-cf94fd2c1a94 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:17.433369 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-97cb4a46-0cf9-45e3-bad6-b4690a0853e6 req-e38cb1ec-4057-48c0-a288-cf94fd2c1a94 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0927997 Sep 16 08:07:17.490892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e40392c4-113e-4647-83a9-4b6c272f174d admin admin] Publish callbacks [] for security_group (6db233c9-892d-4dcb-a21e-e174d6fec566), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:17.515012 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e40392c4-113e-4647-83a9-4b6c272f174d admin admin] Publish callbacks [] for security_group (6db233c9-892d-4dcb-a21e-e174d6fec566), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:17.524756 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-97cb4a46-0cf9-45e3-bad6-b4690a0853e6 req-bd022478-973a-4671-96e0-c795f8acbdcf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808148 Sep 16 08:07:17.669146 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e40392c4-113e-4647-83a9-4b6c272f174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (6db233c9-892d-4dcb-a21e-e174d6fec566), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:17.671791 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e40392c4-113e-4647-83a9-4b6c272f174d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:17.672954 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e40392c4-113e-4647-83a9-4b6c272f174d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6db233c9-892d-4dcb-a21e-e174d6fec566 HTTP/1.1" status: 204 len: 168 time: 0.2451329 Sep 16 08:07:17.696184 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40392c4-113e-4647-83a9-4b6c272f174d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db233c9-892d-4dcb-a21e-e174d6fec566,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:17.939294 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-ecbb78fa-e363-42a7-8b59-948156fd4f98 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:17.947367 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-ecbb78fa-e363-42a7-8b59-948156fd4f98 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/networks?id=8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 200 len: 814 time: 0.1252375 Sep 16 08:07:17.958256 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-1dca8cac-148e-4ca4-990e-d99303519ece tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/quotas/5870af1bbad64b138178c47e4a571d81 HTTP/1.1" status: 200 len: 375 time: 0.0100722 Sep 16 08:07:18.013817 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-585801bf-e4fd-4c5c-b08c-4fd4bf6a03d3 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501716 Sep 16 08:07:18.115165 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:18.116977 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:18.124892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d1927-c6f8-4dea-94f9-bb5b9303c436 req-1c1305cb-bc42-417f-8e0b-a0c414415491 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:18.130534 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1b2d1927-c6f8-4dea-94f9-bb5b9303c436 req-1c1305cb-bc42-417f-8e0b-a0c414415491 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0646017 Sep 16 08:07:18.137003 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-690ba7a7-fb19-4dab-a27e-34b5d9676a91 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113818 Sep 16 08:07:18.147785 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:18.189632 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1b2d1927-c6f8-4dea-94f9-bb5b9303c436 req-fc02fc40-63e1-4253-83a5-a66a18316221 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553181 Sep 16 08:07:18.238706 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-70d1c1ca-5c1f-4865-a7a9-2864af910002 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949616 Sep 16 08:07:18.561126 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bd673ccd-7719-4051-b141-1a3fb66f2160 req-90f9225a-02d8-4dcb-94b5-8ae4f16d923d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 210 time: 0.0353136 Sep 16 08:07:18.598158 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51576) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:18.602061 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=72 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:18.602723 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-3148a337-d814-4685-9f55-d6e704bb9b2e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458352214', 'description': 'tempest-description--2038970480'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:18.614061 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51578) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:18.637453 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cac87e4c-7d7e-4680-b09e-4f23f55667eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:18.746717 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3148a337-d814-4685-9f55-d6e704bb9b2e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:18.783752 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cac87e4c-7d7e-4680-b09e-4f23f55667eb admin admin] Publish callbacks [] for security_group (947d3962-c922-4857-9771-3b76e03adfed), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:18.824749 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3148a337-d814-4685-9f55-d6e704bb9b2e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (4c3344ce-f4fc-446c-ad0c-8c821cedaa92), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:18.858341 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358d99-a93e-4104-8044-c2172b790d65 req-7ddb97c4-c050-4a88-b8d7-8e5827d53c2b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:18.865017 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2b358d99-a93e-4104-8044-c2172b790d65 req-7ddb97c4-c050-4a88-b8d7-8e5827d53c2b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0519989 Sep 16 08:07:18.865017 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cac87e4c-7d7e-4680-b09e-4f23f55667eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (947d3962-c922-4857-9771-3b76e03adfed), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:18.918231 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-cac87e4c-7d7e-4680-b09e-4f23f55667eb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=11a05399e9954b9dbfc98436b0447a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021891 Sep 16 08:07:18.920982 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51588) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:18.948412 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac87e4c-7d7e-4680-b09e-4f23f55667eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d3962-c922-4857-9771-3b76e03adfed,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:18.954620 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3148a337-d814-4685-9f55-d6e704bb9b2e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4c3344ce-f4fc-446c-ad0c-8c821cedaa92), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:18.966886 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2b358d99-a93e-4104-8044-c2172b790d65 req-2a669b67-730e-4ba0-bf12-76fde45bc3fe tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996120 Sep 16 08:07:19.012634 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148a337-d814-4685-9f55-d6e704bb9b2e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3344ce-f4fc-446c-ad0c-8c821cedaa92,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:19.018143 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-59cb393f-ec75-484b-b86c-2fadac6467ba admin admin] Publish callbacks [] for security_group (947d3962-c922-4857-9771-3b76e03adfed), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.041327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-59cb393f-ec75-484b-b86c-2fadac6467ba admin admin] Publish callbacks [] for security_group (947d3962-c922-4857-9771-3b76e03adfed), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.058663 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3148a337-d814-4685-9f55-d6e704bb9b2e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.059910 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3148a337-d814-4685-9f55-d6e704bb9b2e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4606946 Sep 16 08:07:19.073396 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51592) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:19.078218 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-398a828b-2a36-436a-b204-e3f0bf8149eb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': '4c3344ce-f4fc-446c-ad0c-8c821cedaa92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:19.247721 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-59cb393f-ec75-484b-b86c-2fadac6467ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (947d3962-c922-4857-9771-3b76e03adfed), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.250422 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-59cb393f-ec75-484b-b86c-2fadac6467ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.260565 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-59cb393f-ec75-484b-b86c-2fadac6467ba admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/947d3962-c922-4857-9771-3b76e03adfed HTTP/1.1" status: 204 len: 168 time: 0.3296654 Sep 16 08:07:19.261758 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-398a828b-2a36-436a-b204-e3f0bf8149eb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (7b9d45ed-34aa-4218-a248-00d2fe449c4c), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.272024 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb393f-ec75-484b-b86c-2fadac6467ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d3962-c922-4857-9771-3b76e03adfed,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:19.337888 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-398a828b-2a36-436a-b204-e3f0bf8149eb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (7b9d45ed-34aa-4218-a248-00d2fe449c4c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.345152 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef2b2e-f24e-48e0-bf99-62c41a6c977e req-ed2cf43b-0a98-4e09-a93c-aec7f2e2e37f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:19.346638 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7aef2b2e-f24e-48e0-bf99-62c41a6c977e req-ed2cf43b-0a98-4e09-a93c-aec7f2e2e37f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0524566 Sep 16 08:07:19.396259 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7aef2b2e-f24e-48e0-bf99-62c41a6c977e req-c309fbdb-a144-4ddf-b7bc-685eeaf312cb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Sep 16 08:07:19.403154 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-398a828b-2a36-436a-b204-e3f0bf8149eb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (7b9d45ed-34aa-4218-a248-00d2fe449c4c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.421786 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a828b-2a36-436a-b204-e3f0bf8149eb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9d45ed-34aa-4218-a248-00d2fe449c4c,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:19.509743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-398a828b-2a36-436a-b204-e3f0bf8149eb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.515555 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-398a828b-2a36-436a-b204-e3f0bf8149eb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4364705 Sep 16 08:07:19.517619 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51604) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:19.522114 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-c8f6751a-af08-4872-97d1-5bb4740a90e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': '4c3344ce-f4fc-446c-ad0c-8c821cedaa92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:19.626150 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8f6751a-af08-4872-97d1-5bb4740a90e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (58f6b513-73df-418a-92c9-b81e1b2bcd73), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.673767 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8f6751a-af08-4872-97d1-5bb4740a90e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (58f6b513-73df-418a-92c9-b81e1b2bcd73), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.729020 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8f6751a-af08-4872-97d1-5bb4740a90e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (58f6b513-73df-418a-92c9-b81e1b2bcd73), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.748501 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6751a-af08-4872-97d1-5bb4740a90e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f6b513-73df-418a-92c9-b81e1b2bcd73,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:19.808059 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8f6751a-af08-4872-97d1-5bb4740a90e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.809321 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c8f6751a-af08-4872-97d1-5bb4740a90e2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2907352 Sep 16 08:07:19.812629 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51610) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:19.817866 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:19.839797 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d2e1414f-5176-4834-a6e5-a0425070236e req-572545ea-8094-4f75-bef5-ee42e4918d8b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 210 time: 0.0293880 Sep 16 08:07:19.958152 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:19.962481 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:20.043686 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.082587 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51616) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:20.100850 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-adb1ca40-5044-4106-901f-ce1463f388b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.122669 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd866868-4071-489f-84cf-6d07b8f2acb1 req-53f351cc-fb44-441e-b2ec-6b6afa4afcc6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:20.124205 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd866868-4071-489f-84cf-6d07b8f2acb1 req-53f351cc-fb44-441e-b2ec-6b6afa4afcc6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0827758 Sep 16 08:07:20.141305 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:20.165511 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:20.184964 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-adb1ca40-5044-4106-901f-ce1463f388b9 admin admin] Publish callbacks [] for security_group (a370c95c-6e31-4bce-8cea-76ca2d130bcf), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.218290 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd866868-4071-489f-84cf-6d07b8f2acb1 req-de1f4e8f-2ab2-4851-92f1-46d1208b7a86 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867355 Sep 16 08:07:20.232947 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.27.1.169 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/4a4a7c1a-f111-456e-8965-ff9f85799229) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:20.288492 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-adb1ca40-5044-4106-901f-ce1463f388b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a370c95c-6e31-4bce-8cea-76ca2d130bcf), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.319214 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:20.326784 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1ca40-5044-4106-901f-ce1463f388b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a370c95c-6e31-4bce-8cea-76ca2d130bcf,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:20.331168 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-adb1ca40-5044-4106-901f-ce1463f388b9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=148d7ac088fb4e7ba4284981cf9cf326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465541 Sep 16 08:07:20.334765 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 51618) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:20.338226 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.383428 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-db8554a2-a85a-4a46-aa63-55b3f388ad7f admin admin] Publish callbacks [] for security_group (a370c95c-6e31-4bce-8cea-76ca2d130bcf), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.403637 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-db8554a2-a85a-4a46-aa63-55b3f388ad7f admin admin] Publish callbacks [] for security_group (a370c95c-6e31-4bce-8cea-76ca2d130bcf), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.446582 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.491475 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:20.496440 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:20.500496 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:20.503894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=4a4a7c1a-f111-456e-8965-ff9f85799229,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:20.522746 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-db8554a2-a85a-4a46-aa63-55b3f388ad7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a370c95c-6e31-4bce-8cea-76ca2d130bcf), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.525336 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-db8554a2-a85a-4a46-aa63-55b3f388ad7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.529152 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-db8554a2-a85a-4a46-aa63-55b3f388ad7f admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a370c95c-6e31-4bce-8cea-76ca2d130bcf HTTP/1.1" status: 204 len: 168 time: 0.1933808 Sep 16 08:07:20.539552 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ecdcc-b221-4139-9d31-41835793e031 req-ffd0822a-a676-4e8a-bed6-93431a9140cc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:20.540327 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-104ecdcc-b221-4139-9d31-41835793e031 req-ffd0822a-a676-4e8a-bed6-93431a9140cc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0681417 Sep 16 08:07:20.548119 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8554a2-a85a-4a46-aa63-55b3f388ad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370c95c-6e31-4bce-8cea-76ca2d130bcf,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:20.583381 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:20.594099 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (56726623-0caa-45f9-8009-d9dac6f7939d), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.615238 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-104ecdcc-b221-4139-9d31-41835793e031 req-16551191-b37d-4818-a857-9642605abb4e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682671 Sep 16 08:07:20.694693 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.839049 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.926023 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:20.971199 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-baf1a80a-57ae-49f7-aedd-e05eca544879 req-d0dbc688-54f8-40c6-9714-20bafe957d53 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 210 time: 0.0570545 Sep 16 08:07:21.012473 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (56726623-0caa-45f9-8009-d9dac6f7939d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:21.025254 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=4a4a7c1a-f111-456e-8965-ff9f85799229,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:21.124852 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:21.133540 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4571a6ea-272c-40c4-873e-b205900355ec tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3120914 Sep 16 08:07:21.330645 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-419c1ab0-f54d-4f34-89eb-39dac51ca101 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1458352214&fields=id&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 267 time: 0.0428572 Sep 16 08:07:21.345217 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ef0ef-5534-46c7-8114-0e9c812e062d req-be5b9730-f806-4555-99fd-0f3050519554 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:21.346782 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd7ef0ef-5534-46c7-8114-0e9c812e062d req-be5b9730-f806-4555-99fd-0f3050519554 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0491204 Sep 16 08:07:21.416476 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd7ef0ef-5534-46c7-8114-0e9c812e062d req-3ede6300-7607-4550-841c-dbb26db72b15 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523708 Sep 16 08:07:21.456060 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-a3641ca9-919a-4a78-8556-be76e1e00337 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:21.457566 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-a3641ca9-919a-4a78-8556-be76e1e00337 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.1177051 Sep 16 08:07:21.473865 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-8ce0f387-16a0-42ec-b148-3224086a85b2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/quotas/b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 375 time: 0.0100560 Sep 16 08:07:21.524730 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-07fe6aab-ff8a-4fbe-9048-b1ad8dc25588 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452840 Sep 16 08:07:21.626107 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-35e2c85a-54f1-44fe-b089-2b575d923fa4 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887864 Sep 16 08:07:21.715764 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:07:21.748865 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735023ec-9def-49df-80d5-48fa46c00e3d req-388b4d33-be56-472f-b6e7-bb1969d4dc33 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:21.756479 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-735023ec-9def-49df-80d5-48fa46c00e3d req-388b4d33-be56-472f-b6e7-bb1969d4dc33 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0606842 Sep 16 08:07:21.790032 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-a73c7d2a-1395-4af6-a62e-355045662023 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577904 Sep 16 08:07:21.829048 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-735023ec-9def-49df-80d5-48fa46c00e3d req-f889004f-00dd-4991-a60f-48d242f733c5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688105 Sep 16 08:07:21.926126 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:21.988237 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:22.002605 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'port_id': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'mac_address': 'fa:16:3e:33:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:07:22.045733 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:22.046129 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:22.067693 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0104ad2b-b1c9-455f-a512-cdc1dd34408e {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:07:22.092522 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:22.113059 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:22.119893 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:22.138997 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-924d297a-9cfc-4700-985d-d1d3ce1d38d8 req-20de86d0-6ee4-4b06-88ae-2d0ae5932ab0 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 210 time: 0.0306749 Sep 16 08:07:22.175609 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-62a2526e-e395-42b8-a577-d41afbbdc1ce req-562db2ac-dca5-4033-a12c-7a62e45352f6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0414543 Sep 16 08:07:22.177811 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-c145ba06-60e0-42f1-9abd-eeec80b04e00 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733361 Sep 16 08:07:22.183448 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:22.241953 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:22.277319 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-96101b39-025b-4e3e-a87e-95bed6b1de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:22.278786 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-96101b39-025b-4e3e-a87e-95bed6b1de98 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 1129 time: 0.0429287 Sep 16 08:07:22.392730 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-94fea945-3426-41ea-9179-6e74b0307ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:22.394786 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-94fea945-3426-41ea-9179-6e74b0307ce4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 915 time: 0.0905561 Sep 16 08:07:22.494102 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-70f6ca5f-3f94-429b-b7fa-aafcfa889249 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e HTTP/1.1" status: 200 len: 1000 time: 0.0801456 Sep 16 08:07:22.548574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-bdb4a8e2-6b5a-428c-b403-0d7f42be67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:22.551163 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-bdb4a8e2-6b5a-428c-b403-0d7f42be67f6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.0495968 Sep 16 08:07:22.556067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1561e-0d83-4f71-ac3f-578f2b7493ce req-829fd022-996a-4348-b9e7-eed6ca5890e2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:22.557682 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-98e1561e-0d83-4f71-ac3f-578f2b7493ce req-829fd022-996a-4348-b9e7-eed6ca5890e2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 944 time: 0.0483315 Sep 16 08:07:22.575862 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['0104ad2b-b1c9-455f-a512-cdc1dd34408e'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:07:22.603880 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-23a21a58-754f-4b4f-a831-340c52f3f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:22.605991 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-23a21a58-754f-4b4f-a831-340c52f3f9ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480175 Sep 16 08:07:22.663220 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-98e1561e-0d83-4f71-ac3f-578f2b7493ce req-2245ce42-0f3a-4bfd-9425-0d8e66cc8274 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994592 Sep 16 08:07:22.759039 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:22.799857 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-ac28e7c6-61da-4caa-b9d3-b612600c0764 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694930 Sep 16 08:07:22.902843 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:22.921675 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0639a3ec-ddf8-4057-9784-efc4d178b7ce req-28bc0ed6-c8e9-42cf-b890-09fd2a7eb5b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118653 Sep 16 08:07:22.966082 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c712-f826-45b6-874b-d5453d6513b3 req-8a2a3935-e8d3-4d0f-9a1d-25309a9f3a2f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:22.967561 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2658c712-f826-45b6-874b-d5453d6513b3 req-8a2a3935-e8d3-4d0f-9a1d-25309a9f3a2f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Sep 16 08:07:23.037532 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2658c712-f826-45b6-874b-d5453d6513b3 req-4ba574fc-8e35-434a-9d79-70c473af263b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624077 Sep 16 08:07:23.246888 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e3206c20-93d9-43bf-bea2-3a9e53a16355 req-bcdb4fdb-616d-4cf5-94b1-571a780b748c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Sep 16 08:07:23.283694 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bbbdf38b-7ce2-41d6-8cca-ed8dbcf19d6f req-1b66fcc3-651d-4a0b-a715-bdb809e3865a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0281942 Sep 16 08:07:23.727734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:23.773263 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 0104ad2b-b1c9-455f-a512-cdc1dd34408e completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:07:23.816746 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e344ef-d99a-4b27-960b-8faa836cdded req-8131fe41-cd16-4610-8a0a-10a089cc6a2b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:23.818229 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d5e344ef-d99a-4b27-960b-8faa836cdded req-8131fe41-cd16-4610-8a0a-10a089cc6a2b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 944 time: 0.0604508 Sep 16 08:07:23.848750 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 0104ad2b-b1c9-455f-a512-cdc1dd34408e triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:23.849656 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:23.850252 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 0104ad2b-b1c9-455f-a512-cdc1dd34408e Sep 16 08:07:23.895819 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d5e344ef-d99a-4b27-960b-8faa836cdded req-b5ee26a3-7795-422b-bbf0-c66243c57575 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709889 Sep 16 08:07:23.976582 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:23.976983 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:24.001957 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:07:24.004972 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c14b933-4550-40ae-a91d-fe2312ee0b0d" -d '{"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-plugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:07:24.018033 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:24.048943 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18247460-d706-4d2b-97df-18e5d1fc377d x-openstack-request-id: req-18247460-d706-4d2b-97df-18e5d1fc377d {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:07:24.049235 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-plugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:07:24.049488 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18247460-d706-4d2b-97df-18e5d1fc377d {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:07:24.049896 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18247460-d706-4d2b-97df-18e5d1fc377d'] response: {'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'code': 200} Sep 16 08:07:24.051789 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-8e5313b9-fd27-44fd-b8a3-6876e5d4e88d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:24.053218 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-8e5313b9-fd27-44fd-b8a3-6876e5d4e88d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 200 len: 814 time: 0.1472692 Sep 16 08:07:24.132296 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'port': {'device_id': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'admin_state_up': True, 'tenant_id': '5870af1bbad64b138178c47e4a571d81'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:24.146375 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:24.193559 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec232d0-32d6-42d1-ac5a-3e7d6955574a req-c5966e00-3af4-451b-aef0-673db3b2fde5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:24.195294 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7ec232d0-32d6-42d1-ac5a-3e7d6955574a req-c5966e00-3af4-451b-aef0-673db3b2fde5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0812137 Sep 16 08:07:24.220407 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:24.268075 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7ec232d0-32d6-42d1-ac5a-3e7d6955574a req-157e3298-edea-47bb-9d7f-253540da1337 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571470 Sep 16 08:07:24.405369 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ff58b7b2-ea89-43e3-8e6d-a32ff3837fb9 req-36a8f525-f7e2-4ab2-8109-5486d2178b4d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0398290 Sep 16 08:07:24.407224 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-96ffa22f-3e72-455e-a347-403128410a37 req-bf503715-4d05-4cd2-960c-113d2c7b0e28 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 210 time: 0.0465918 Sep 16 08:07:24.437276 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Made reservation on behalf of 5870af1bbad64b138178c47e4a571d81 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:07:24.442224 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:24.574087 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:24.587075 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Allocated IP 172.20.0.6 (8da3cc5f-f2f9-43ac-8827-97d0d1518146/df1eca2d-9304-495c-9ab2-a26b70fecdda/800c16c0-6c80-47ad-8a9f-a60246ce9a01) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:24.738584 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:24.850992 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:24.884882 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:24.897860 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:24.901042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:24.904915 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:24.909464 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:24.958020 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:24.958823 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:25.014416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c673d0-0d5f-4f57-b097-c4b57dbff397 req-39f26795-0a40-494f-80db-0cd9e4f3cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:25.016006 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-01c673d0-0d5f-4f57-b097-c4b57dbff397 req-39f26795-0a40-494f-80db-0cd9e4f3cd7c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 1129 time: 0.0542877 Sep 16 08:07:25.076113 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ebbea-67e1-4b4b-87f3-e18bf1d95269 req-d59a3dd5-7cb3-4e95-b307-5b2e892716be tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:25.080469 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0c7ebbea-67e1-4b4b-87f3-e18bf1d95269 req-d59a3dd5-7cb3-4e95-b307-5b2e892716be tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0618606 Sep 16 08:07:25.117344 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-01c673d0-0d5f-4f57-b097-c4b57dbff397 req-a8f8ca14-d220-4520-ae3a-2fcd9227ea42 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628169 Sep 16 08:07:25.151659 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0c7ebbea-67e1-4b4b-87f3-e18bf1d95269 req-7c5febfe-9077-4e29-99df-b4474f2897d2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638878 Sep 16 08:07:25.197682 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-2bba0453-fa1d-4089-a863-6c0fddeed2f1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692458 Sep 16 08:07:25.268896 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Provisioning complete for port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:25.269412 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:25.269598 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 1 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:25.305021 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:25.399685 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e5c1d-8410-4d21-a345-6fbb18f0e48b req-48a0d2b3-eeed-4cb4-b4c6-d9e037ee8d2e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:25.401151 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-298e5c1d-8410-4d21-a345-6fbb18f0e48b req-48a0d2b3-eeed-4cb4-b4c6-d9e037ee8d2e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0520389 Sep 16 08:07:25.509180 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-298e5c1d-8410-4d21-a345-6fbb18f0e48b req-f3cff3f6-8a45-40d9-a63a-4fc36a241ec7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892661 Sep 16 08:07:25.578659 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bae21dc0-dcd0-44ad-8ae1-a71733a6d103 req-ca7a4bfa-fede-44aa-9b26-482c62bc00f2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0377753 Sep 16 08:07:25.625710 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bb00-a4e6-4b2c-9aee-d8b5b21edde3 req-9ab8d55a-af6a-425f-a812-a8e8ff70ca48 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:25.627198 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a0d6bb00-a4e6-4b2c-9aee-d8b5b21edde3 req-9ab8d55a-af6a-425f-a812-a8e8ff70ca48 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0475960 Sep 16 08:07:25.675207 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a0d6bb00-a4e6-4b2c-9aee-d8b5b21edde3 req-12a3c8f9-41fd-45ca-a3bb-5acf2b4ec8ce tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Sep 16 08:07:25.806168 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 2 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:25.809502 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:25.850977 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:25.858335 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51796) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:25.963611 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-36fa32bc-3832-4396-90b0-bdf02d53b779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:26.039085 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-36fa32bc-3832-4396-90b0-bdf02d53b779 admin admin] Publish callbacks [] for security_group (c5aebf13-7f93-4810-a083-c5a5309416a6), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:26.142475 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-36fa32bc-3832-4396-90b0-bdf02d53b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c5aebf13-7f93-4810-a083-c5a5309416a6), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:26.181286 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa32bc-3832-4396-90b0-bdf02d53b779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aebf13-7f93-4810-a083-c5a5309416a6,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:26.185546 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-36fa32bc-3832-4396-90b0-bdf02d53b779 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=14c55f15cadb4aaf80edb560ba3ea821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261263 Sep 16 08:07:26.188316 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 51804) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:26.248939 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bc869a37-f677-4bf9-8074-1d897d9044a3 admin admin] Publish callbacks [] for security_group (c5aebf13-7f93-4810-a083-c5a5309416a6), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:26.294932 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bc869a37-f677-4bf9-8074-1d897d9044a3 admin admin] Publish callbacks [] for security_group (c5aebf13-7f93-4810-a083-c5a5309416a6), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:26.306748 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdccaa-ad45-4c72-88ee-31cc6bb7c72d req-96f40f79-7796-4d00-bb71-ad7dec3dc248 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:26.308194 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dbfdccaa-ad45-4c72-88ee-31cc6bb7c72d req-96f40f79-7796-4d00-bb71-ad7dec3dc248 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0715384 Sep 16 08:07:26.352576 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 3 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:26.355165 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:26.373448 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dbfdccaa-ad45-4c72-88ee-31cc6bb7c72d req-24e8a491-5ddb-4788-ad0e-5657f16c717d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559273 Sep 16 08:07:26.387712 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:26.502433 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bc869a37-f677-4bf9-8074-1d897d9044a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c5aebf13-7f93-4810-a083-c5a5309416a6), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:26.505694 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bc869a37-f677-4bf9-8074-1d897d9044a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:26.506846 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-bc869a37-f677-4bf9-8074-1d897d9044a3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c5aebf13-7f93-4810-a083-c5a5309416a6 HTTP/1.1" status: 204 len: 168 time: 0.3175342 Sep 16 08:07:26.509161 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:26.515908 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc869a37-f677-4bf9-8074-1d897d9044a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aebf13-7f93-4810-a083-c5a5309416a6,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:26.645732 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00480e-7641-4cbc-ae96-724e616ebd93 req-20418678-f892-45b4-95ef-57820f769eff tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:26.647238 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3c00480e-7641-4cbc-ae96-724e616ebd93 req-20418678-f892-45b4-95ef-57820f769eff tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0515013 Sep 16 08:07:26.686986 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0de33a30-06e1-416e-8248-44d3fcebd27a req-5d62e6bb-5301-425b-800d-bd24cc68539a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0316057 Sep 16 08:07:26.703306 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3c00480e-7641-4cbc-ae96-724e616ebd93 req-fc092c12-15b9-4ec0-a38f-b94e095ac4ea tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493891 Sep 16 08:07:26.801295 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77879026-4d90-46b5-8438-8e2e4b06db7c req-4cbc9791-0125-4a5f-a964-723bb791bc86 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:26.802953 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-77879026-4d90-46b5-8438-8e2e4b06db7c req-4cbc9791-0125-4a5f-a964-723bb791bc86 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0497842 Sep 16 08:07:26.857500 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-77879026-4d90-46b5-8438-8e2e4b06db7c req-0c11aeea-22ec-4eb8-91a3-49b896f4615e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 Sep 16 08:07:26.889381 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 4 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:26.948580 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:27.449704 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 5 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:27.515353 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:27.528387 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1c683-615c-4413-883a-6cb91363765a req-15b95dd3-fb9b-441f-9302-4c072c4cce15 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:27.531119 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b9d1c683-615c-4413-883a-6cb91363765a req-15b95dd3-fb9b-441f-9302-4c072c4cce15 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0774777 Sep 16 08:07:27.586697 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b9d1c683-615c-4413-883a-6cb91363765a req-1c8fa1d7-23fd-4fc3-98b4-d9e5172135ad tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504308 Sep 16 08:07:27.796006 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00d58783-ed0f-43a0-bdb0-3987250603c8 req-1492b919-8d29-4287-a67e-99b531c00493 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0291069 Sep 16 08:07:27.836418 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bdbea-d328-4ec0-b996-2f8a8d6ba72b req-f82dc468-bc6a-41b5-921e-c29fb7a534a4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:27.837866 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1a8bdbea-d328-4ec0-b996-2f8a8d6ba72b req-f82dc468-bc6a-41b5-921e-c29fb7a534a4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Sep 16 08:07:27.889645 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1a8bdbea-d328-4ec0-b996-2f8a8d6ba72b req-f270ff14-08ef-47c5-8a74-8cc88af905c2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Sep 16 08:07:27.985082 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef08c-0857-4104-9106-6bf8363c1f7b req-d9a899cf-90fc-44fc-9afc-14393ed8820a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:27.986574 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7ccef08c-0857-4104-9106-6bf8363c1f7b req-d9a899cf-90fc-44fc-9afc-14393ed8820a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0502794 Sep 16 08:07:28.016468 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 6 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:28.034821 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7ccef08c-0857-4104-9106-6bf8363c1f7b req-e422a419-2e50-40a6-adeb-e3358f186133 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Sep 16 08:07:28.049289 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:28.550633 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 7 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:28.582184 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:28.661329 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:07:28.725464 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd92a5-bc07-4e32-9c0a-90733658aed6 req-92fc2624-ccec-444c-b580-fe9c7199001a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:28.725464 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-95fd92a5-bc07-4e32-9c0a-90733658aed6 req-92fc2624-ccec-444c-b580-fe9c7199001a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0564210 Sep 16 08:07:28.746661 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:28.780180 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-95fd92a5-bc07-4e32-9c0a-90733658aed6 req-912e112b-e8d4-49d1-8849-7e5461d4ca5f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 Sep 16 08:07:28.924871 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dc614665-a313-4b6c-ac41-ac58603c9bcd req-9f06cecf-6dd8-483c-8c59-d8f979e70d4b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0415356 Sep 16 08:07:29.045072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c52d9-2f65-4ffe-adc4-1ad6a5208e18 req-02e9ead9-b754-4646-a74c-44028136dfb6 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:29.046867 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dc6c52d9-2f65-4ffe-adc4-1ad6a5208e18 req-02e9ead9-b754-4646-a74c-44028136dfb6 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0685525 Sep 16 08:07:29.084837 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 8 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:29.106014 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dc6c52d9-2f65-4ffe-adc4-1ad6a5208e18 req-564acd79-9996-4a90-8524-238ad14f9456 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510950 Sep 16 08:07:29.126352 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:29.165767 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890582a-8966-485c-b032-c2d1a8f16380 req-8929dd07-751e-4630-bbfe-2a4b707b2e22 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:29.167866 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6890582a-8966-485c-b032-c2d1a8f16380 req-8929dd07-751e-4630-bbfe-2a4b707b2e22 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0516455 Sep 16 08:07:29.221496 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6890582a-8966-485c-b032-c2d1a8f16380 req-3cb3ced9-6f38-4683-b7ae-4beb7fc4d01b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Sep 16 08:07:29.627873 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 9 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:29.659396 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:29.924138 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99266a31-b041-4f22-8c05-9f53f07fddbd req-1e72b96f-835c-46a7-8e6a-76de0e66fa41 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:29.926494 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-99266a31-b041-4f22-8c05-9f53f07fddbd req-1e72b96f-835c-46a7-8e6a-76de0e66fa41 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0562184 Sep 16 08:07:29.976392 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-99266a31-b041-4f22-8c05-9f53f07fddbd req-aadfc3cf-aa25-4165-b3c5-ded9f726ea96 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Sep 16 08:07:30.019190 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-93f5e5b6-e476-4ef1-a92d-d9260b455ed1 req-8dcc4133-d83e-4f7d-9e1c-3656dcbc27f9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0281465 Sep 16 08:07:30.161169 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Attempt 10 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:30.206133 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6bcd-4922-4f57-ab17-8f2d5608d214 None None] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:30.281884 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83e0bb-ba62-432f-83f0-10d26a3824be req-060674fd-fc88-48d9-8f15-71f38b11c607 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:30.293536 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3a83e0bb-ba62-432f-83f0-10d26a3824be req-060674fd-fc88-48d9-8f15-71f38b11c607 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0952449 Sep 16 08:07:30.405072 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3a83e0bb-ba62-432f-83f0-10d26a3824be req-504989cf-62ed-4161-860b-8c20a62e0c04 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102631 Sep 16 08:07:30.411884 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a8bee-8fb9-4b40-a8df-6511f3fefdeb req-1b2f0281-e8b3-4e16-ad9f-f8a9e7355e61 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:30.426969 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5f6a8bee-8fb9-4b40-a8df-6511f3fefdeb req-1b2f0281-e8b3-4e16-ad9f-f8a9e7355e61 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.1095109 Sep 16 08:07:30.515088 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5f6a8bee-8fb9-4b40-a8df-6511f3fefdeb req-f28eb698-3f41-4a17-85bc-f6bd33db3b1c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842402 Sep 16 08:07:31.117769 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1f366-4727-47ad-9e1b-ba21e19b75be req-c7b390a0-c2bb-4366-ac26-df3da3e82300 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:31.119363 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5fb1f366-4727-47ad-9e1b-ba21e19b75be req-c7b390a0-c2bb-4366-ac26-df3da3e82300 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0560584 Sep 16 08:07:31.157864 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7da05168-fa39-4d4d-839c-c4303fdb97b0 req-4006c99f-f3ba-46f6-aa05-8e96b806c006 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0331409 Sep 16 08:07:31.187552 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5fb1f366-4727-47ad-9e1b-ba21e19b75be req-630a1a23-2574-411f-a94c-43e86354bc43 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607026 Sep 16 08:07:31.587575 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d066281-e83a-417d-8acf-dc1b74d11e10 req-6947822d-8dce-44d7-ae16-dad1d160839a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:31.595159 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3d066281-e83a-417d-8acf-dc1b74d11e10 req-6947822d-8dce-44d7-ae16-dad1d160839a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0998969 Sep 16 08:07:31.667528 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09938fe9-b82f-4439-898c-f7ec89adcf82 req-b6696e06-3c6a-42e3-a5cd-ef3dd0b148a7 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:31.671892 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3d066281-e83a-417d-8acf-dc1b74d11e10 req-70d24389-076d-435f-9e27-e3cef121f9eb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701683 Sep 16 08:07:31.684831 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09938fe9-b82f-4439-898c-f7ec89adcf82 req-b6696e06-3c6a-42e3-a5cd-ef3dd0b148a7 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0729277 Sep 16 08:07:31.713473 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:31.751191 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09938fe9-b82f-4439-898c-f7ec89adcf82 req-7e45a243-d769-405d-ac4d-50205c19ae77 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619361 Sep 16 08:07:32.317006 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c271fc53-20fe-4b8d-b982-daea71647a78 req-c91b1812-91c4-40c8-94e5-bcfb6ffcb7f9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0623751 Sep 16 08:07:32.423134 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060de21-d0c3-4d00-8aa2-51068a7df03f req-742ed023-5613-436d-a0d9-aa83af1776cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:32.434042 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a060de21-d0c3-4d00-8aa2-51068a7df03f req-742ed023-5613-436d-a0d9-aa83af1776cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.1059973 Sep 16 08:07:32.539162 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a060de21-d0c3-4d00-8aa2-51068a7df03f req-8b0e5992-4eea-4ece-9a2e-4131a1a569cf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036901 Sep 16 08:07:32.868727 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dadae0-bc4a-4dbc-8163-b4d0ba018766 req-70573643-adb1-4cf5-9ff6-9c77eee050fb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:32.875639 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-32dadae0-bc4a-4dbc-8163-b4d0ba018766 req-70573643-adb1-4cf5-9ff6-9c77eee050fb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.1237304 Sep 16 08:07:32.928237 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-32dadae0-bc4a-4dbc-8163-b4d0ba018766 req-7e402a9f-4a30-4fd9-bffd-35919a419b10 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516589 Sep 16 08:07:32.986318 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af2ef-bcae-4b46-9b16-220830b36c3c req-550d7746-ae4a-49f3-89e7-3be2fea286cf tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:32.996258 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b19af2ef-bcae-4b46-9b16-220830b36c3c req-550d7746-ae4a-49f3-89e7-3be2fea286cf tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0714386 Sep 16 08:07:33.056128 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b19af2ef-bcae-4b46-9b16-220830b36c3c req-af796969-2a3f-4b48-82fe-d93881428001 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598950 Sep 16 08:07:33.420147 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-23e3faeb-2fb8-4002-b900-c7681e9c3fbe req-f622c558-82af-4013-bc80-e243dfedb629 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0287857 Sep 16 08:07:33.697688 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912b041-7b28-4011-b5cd-a91764558360 req-aa65878f-7e55-495e-8a6f-c8fafa17c884 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:33.699218 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0912b041-7b28-4011-b5cd-a91764558360 req-aa65878f-7e55-495e-8a6f-c8fafa17c884 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0602458 Sep 16 08:07:33.757031 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0912b041-7b28-4011-b5cd-a91764558360 req-ee1b5b23-8ea1-45f4-b372-4c2c776f3e8c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503840 Sep 16 08:07:34.076805 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a3e31-2f39-4072-a3b8-86a0e30a8c6e req-7691bbbe-3d1e-4865-bc09-529b98698c94 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:34.078952 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7c8a3e31-2f39-4072-a3b8-86a0e30a8c6e req-7691bbbe-3d1e-4865-bc09-529b98698c94 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0618217 Sep 16 08:07:34.148204 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7c8a3e31-2f39-4072-a3b8-86a0e30a8c6e req-4af0008a-8f1e-42cc-a5de-b568fc8e44fd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564170 Sep 16 08:07:34.221685 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72fe99-cfe4-4d47-a68b-9058ddc59fb1 req-64859cd0-c002-42de-9452-0190c4e660d5 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:34.224392 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4f72fe99-cfe4-4d47-a68b-9058ddc59fb1 req-64859cd0-c002-42de-9452-0190c4e660d5 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0683346 Sep 16 08:07:34.271560 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4f72fe99-cfe4-4d47-a68b-9058ddc59fb1 req-ea9ca779-5b0c-4aa3-b35f-19bac6efcf08 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Sep 16 08:07:34.530218 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4bfbdc53-1862-4674-a250-2a86bdb0d825 req-83f95787-1508-4afc-990f-5f289600b3bb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0304468 Sep 16 08:07:34.899438 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c4571-3fb3-42fe-b078-0c9c26b14e0d req-7b843489-6983-4568-82e0-0d3098af03d9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:34.901240 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-899c4571-3fb3-42fe-b078-0c9c26b14e0d req-7b843489-6983-4568-82e0-0d3098af03d9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0607200 Sep 16 08:07:34.950280 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-899c4571-3fb3-42fe-b078-0c9c26b14e0d req-90c0726e-c193-433b-9be3-669578c46aeb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Sep 16 08:07:35.276869 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d8c27-8a4b-4e14-bbcc-5ccdbf86e2db req-2f08f2f4-3832-4f9a-94a7-fa1a5a7936ac tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:35.278280 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-065d8c27-8a4b-4e14-bbcc-5ccdbf86e2db req-2f08f2f4-3832-4f9a-94a7-fa1a5a7936ac tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0509913 Sep 16 08:07:35.329890 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-065d8c27-8a4b-4e14-bbcc-5ccdbf86e2db req-88c07b52-797b-4e2b-948f-afa263ac3b91 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Sep 16 08:07:35.426693 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f437774-4f2a-469f-abd6-4571155fd94e req-e15a5889-a467-4a54-bdd4-9696e5a1a06a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:35.429940 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7f437774-4f2a-469f-abd6-4571155fd94e req-e15a5889-a467-4a54-bdd4-9696e5a1a06a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0574129 Sep 16 08:07:35.484956 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7f437774-4f2a-469f-abd6-4571155fd94e req-da21d651-285d-4224-a1b5-2c4efd2d7a48 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497441 Sep 16 08:07:35.640394 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8931319c-033a-48e6-a874-1b7229152715 req-095a3d18-c8a2-4072-a2a6-2a10334bd15a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0288584 Sep 16 08:07:36.108879 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:36.119865 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde22d5e-5c48-4cdd-b9fc-38616ebde37e req-f272b800-5416-413b-a969-f2a7adcfe94f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:36.121351 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fde22d5e-5c48-4cdd-b9fc-38616ebde37e req-f272b800-5416-413b-a969-f2a7adcfe94f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0469975 Sep 16 08:07:36.171227 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fde22d5e-5c48-4cdd-b9fc-38616ebde37e req-93fa1da8-0d95-4916-8717-4672756f4cc8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Sep 16 08:07:36.461637 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654906-56b9-4692-afe3-ca1642629568 req-9b9c6f01-cc39-411a-b63f-1da42161c747 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:36.463628 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c654906-56b9-4692-afe3-ca1642629568 req-9b9c6f01-cc39-411a-b63f-1da42161c747 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0533843 Sep 16 08:07:36.511933 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c654906-56b9-4692-afe3-ca1642629568 req-175b6ea8-5f7e-4dc1-91f5-c86dc8a7ae04 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Sep 16 08:07:36.617176 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b694b62-8008-4546-b337-76f1104a39e6 req-54302d6c-1cc8-4562-bf75-8fb275d32f80 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:36.618764 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9b694b62-8008-4546-b337-76f1104a39e6 req-54302d6c-1cc8-4562-bf75-8fb275d32f80 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0501122 Sep 16 08:07:36.666779 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9b694b62-8008-4546-b337-76f1104a39e6 req-77103e5c-c3b1-4c17-ba40-e696830de64f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Sep 16 08:07:36.756330 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8ea48a07-48a4-4955-b9f3-78d8ee766213 req-50d28ca1-8b2d-4d8d-812d-ea443265ca61 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0340779 Sep 16 08:07:37.311236 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d14a1-bed0-4067-b61b-18acb8d58532 req-21e0984f-fd21-413d-b069-95cca0a67cd6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:37.312611 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e00d14a1-bed0-4067-b61b-18acb8d58532 req-21e0984f-fd21-413d-b069-95cca0a67cd6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0537462 Sep 16 08:07:37.372384 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e00d14a1-bed0-4067-b61b-18acb8d58532 req-cd9d7efb-bc0b-422f-b61c-43f74e8a9238 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540948 Sep 16 08:07:37.645856 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:37.658143 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc90414-dfce-4baf-a996-821c4d62b8e3 req-275bb8a4-efdf-4aa3-9638-42bd98faab13 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:37.660716 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8dc90414-dfce-4baf-a996-821c4d62b8e3 req-275bb8a4-efdf-4aa3-9638-42bd98faab13 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0670717 Sep 16 08:07:37.709636 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:37.718577 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8dc90414-dfce-4baf-a996-821c4d62b8e3 req-3574cabc-c9bf-4c93-bd7f-7f2dfe35e485 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Sep 16 08:07:37.815682 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0943-20df-4c02-949c-c4a7e478bd7b req-a33e8e68-56e9-47f8-a3bc-b98bf55326c7 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:37.815682 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-72ab0943-20df-4c02-949c-c4a7e478bd7b req-a33e8e68-56e9-47f8-a3bc-b98bf55326c7 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 931 time: 0.0531404 Sep 16 08:07:37.868513 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-72ab0943-20df-4c02-949c-c4a7e478bd7b req-75a565e7-7d97-4b4e-a32a-375203dceb5a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Sep 16 08:07:37.872002 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c6183050-a7dd-48ce-85f0-cfafa0b0ad26 req-22be7fbc-5cde-4198-96e5-a38477b6e2b5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0310392 Sep 16 08:07:37.914244 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Request body: {'port': {'device_id': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:37.974855 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:37.979797 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:38.249129 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:38.252662 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800c16c0-6c80-47ad-8a9f-a60246ce9a01 {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:07:38.259591 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Publish callbacks [] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:38.272172 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Transition to ACTIVE for port object 800c16c0-6c80-47ad-8a9f-a60246ce9a01 will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:07:38.299541 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0482-b9dc-40a8-8892-bed703d3e29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:38.402432 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:38.485033 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:38.547713 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fc13b-1889-4df7-91e9-de62ff9afaae req-d6521a05-8779-4f6d-abe4-436c5b5e38fd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:38.549218 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-952fc13b-1889-4df7-91e9-de62ff9afaae req-d6521a05-8779-4f6d-abe4-436c5b5e38fd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0750041 Sep 16 08:07:38.569666 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Attempting to bind port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:07:38.571856 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Attempting to bind port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:07:38.571856 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Attempting to bind port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 on network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:38.639891 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-952fc13b-1889-4df7-91e9-de62ff9afaae req-6c781f37-b966-481b-872d-4307a8ff4d2a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810761 Sep 16 08:07:38.642969 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 on network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:07:38.643297 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Attempting to bind port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 on network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:38.686159 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:07:38.686495 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Checking segment: {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:38.686907 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Bound using segment: {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:07:38.687346 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Bound port: 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:07:38.687702 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:38.748152 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:07:38.751133 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:07:38.756890 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:38.850024 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716e5c-e181-45a6-9470-910a11c6e87a req-42f4da86-b84d-40e0-97ee-47be9d740497 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:38.851503 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-64716e5c-e181-45a6-9470-910a11c6e87a req-42f4da86-b84d-40e0-97ee-47be9d740497 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0481751 Sep 16 08:07:38.863891 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:38.869336 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:38.869941 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:38.871339 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 1093 time: 0.9615707 Sep 16 08:07:38.871827 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:07:38.874116 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e429c-cda5-4101-9d30-d83b7836f443" -d '{"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:07:38.899679 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-64716e5c-e181-45a6-9470-910a11c6e87a req-b5090da5-3e3d-46b5-af57-f5175a9891bd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Sep 16 08:07:38.923424 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaa8cd-7d8f-4c85-9d2d-961bedcf4ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:38.944309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f54836-b7b9-464a-9787-edd6b69cd661 x-openstack-request-id: req-05f54836-b7b9-464a-9787-edd6b69cd661 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:07:38.944309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:07:38.944309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05f54836-b7b9-464a-9787-edd6b69cd661 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:07:38.944309 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f54836-b7b9-464a-9787-edd6b69cd661'] response: {'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'status': 'completed', 'code': 200} Sep 16 08:07:39.010921 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9b1f7b9f-ad70-4b4f-94de-a261214cab5b req-f204677d-81bd-4e46-b3c9-8899fc311a93 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0273876 Sep 16 08:07:39.042599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f4369-5189-4d73-bc07-bb17d99e2a2d req-92edcc39-4a2c-460a-acb3-686ae30f2627 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:39.044134 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9b0f4369-5189-4d73-bc07-bb17d99e2a2d req-92edcc39-4a2c-460a-acb3-686ae30f2627 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0556891 Sep 16 08:07:39.092920 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9b0f4369-5189-4d73-bc07-bb17d99e2a2d req-0039ac56-6861-47e9-8e30-73a712917a76 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433149 Sep 16 08:07:39.770402 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a39c1-661a-4662-9d87-13089f4d3562 req-f866da2b-183b-4eac-bfa0-cf748375982d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:39.771904 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-560a39c1-661a-4662-9d87-13089f4d3562 req-f866da2b-183b-4eac-bfa0-cf748375982d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0516651 Sep 16 08:07:39.820128 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-560a39c1-661a-4662-9d87-13089f4d3562 req-0c17cf86-5498-4bfa-8252-cb613dabd0d8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Sep 16 08:07:39.964179 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632429-df8d-4795-86b7-ead4385a729b req-ad097450-ae71-4d73-9401-3e1daa8a8257 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:39.965655 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4f632429-df8d-4795-86b7-ead4385a729b req-ad097450-ae71-4d73-9401-3e1daa8a8257 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0680325 Sep 16 08:07:39.977028 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52110) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:39.987387 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'floatingip': {'port_id': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:40.033818 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:40.047656 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e429c-cda5-4101-9d30-d83b7836f443 req-ae320856-af05-400f-9b84-52a0160db5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:40.055324 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-482e429c-cda5-4101-9d30-d83b7836f443 req-ae320856-af05-400f-9b84-52a0160db5c7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1127 time: 0.0772226 Sep 16 08:07:40.118632 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9522a-9273-4508-bcbe-24566b0b6367 req-be54ad98-f473-4166-b40a-4b17f8be8c2a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:40.122856 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-67f9522a-9273-4508-bcbe-24566b0b6367 req-be54ad98-f473-4166-b40a-4b17f8be8c2a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0850027 Sep 16 08:07:40.142340 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0ac2e2a8-b245-4c85-a1d6-0b37a0cd77c5 req-a6b79d08-4388-4d07-8fb8-86079a756dbd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0345109 Sep 16 08:07:40.234602 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-67f9522a-9273-4508-bcbe-24566b0b6367 req-a2852bd9-3d5f-41e3-93a2-546f3759d5a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942547 Sep 16 08:07:40.260356 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7406f9-850c-4467-a692-76827f9460fc req-bd15cc76-7b0e-42c4-aae7-69629e0f6ffd tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:40.262012 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9f7406f9-850c-4467-a692-76827f9460fc req-bd15cc76-7b0e-42c4-aae7-69629e0f6ffd tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0523491 Sep 16 08:07:40.326082 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9f7406f9-850c-4467-a692-76827f9460fc req-45a904f5-cef8-45c4-8c80-efaadcc36038 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Sep 16 08:07:40.677695 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fc6daf8d-8a4c-4393-86a6-8bd3250f5c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:40.816504 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:40.845555 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52144) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:40.884262 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:40.996320 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-44b27d8e-aee6-431d-9b35-fc6194cc01a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.017572 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Floating IP 514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc associated. External IP: 172.27.1.235, port: 0104ad2b-b1c9-455f-a512-cdc1dd34408e. Sep 16 08:07:41.084978 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:41.126971 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:41.227779 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-44b27d8e-aee6-431d-9b35-fc6194cc01a3 admin admin] Publish callbacks [] for security_group (2c3a4cc9-cbb8-4401-8d80-b9632574179c), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.397518 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-44b27d8e-aee6-431d-9b35-fc6194cc01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2c3a4cc9-cbb8-4401-8d80-b9632574179c), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.453282 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c5e9236b-dc91-4681-a25b-aa13619688a3 req-581f83de-1622-4c2f-9e5a-db4dc54ceee7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0896180 Sep 16 08:07:41.491109 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-44b27d8e-aee6-431d-9b35-fc6194cc01a3 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5002673965844cb887af41eccd644e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6348300 Sep 16 08:07:41.491109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b27d8e-aee6-431d-9b35-fc6194cc01a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a4cc9-cbb8-4401-8d80-b9632574179c,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:41.491109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52172) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:41.491109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:07:41.638286 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-53859ce5-ea7a-4588-b9c7-a3ff2e58d4fb admin admin] Publish callbacks [] for security_group (2c3a4cc9-cbb8-4401-8d80-b9632574179c), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.666551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:41.670068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da223a65-1980-4a4d-9689-24d70b22b630 req-c8a99352-649a-40dd-9312-c5b81cbd18cb tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:41.671588 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-da223a65-1980-4a4d-9689-24d70b22b630 req-c8a99352-649a-40dd-9312-c5b81cbd18cb tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.1013525 Sep 16 08:07:41.722053 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-53859ce5-ea7a-4588-b9c7-a3ff2e58d4fb admin admin] Publish callbacks [] for security_group (2c3a4cc9-cbb8-4401-8d80-b9632574179c), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.755883 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:07:41.756088 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e429c-cda5-4101-9d30-d83b7836f443 req-2e5bdadb-76c7-49dd-926f-3a69998d9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:41.757233 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-482e429c-cda5-4101-9d30-d83b7836f443 req-2e5bdadb-76c7-49dd-926f-3a69998d9543 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=5870af1bbad64b138178c47e4a571d81&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5597963 Sep 16 08:07:41.777675 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.777770 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] Sync routers for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:07:41.784917 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:07:41.786773 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:41.836094 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-da223a65-1980-4a4d-9689-24d70b22b630 req-9663d37c-6d5d-444c-9ad5-2f0b94dccf22 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543322 Sep 16 08:07:41.838852 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4f1ebc74-fce5-446b-8250-49945fc5db78 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc HTTP/1.1" status: 200 len: 991 time: 1.8583086 Sep 16 08:07:41.860371 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:07:41.863031 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a966d9-e076-454b-94c9-3856a02afcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:07:41.872417 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1baf02-a6e2-46d3-9146-0b2ac163aca4 req-54560a51-9a9d-4766-b6d3-4ef68c64332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:41.873995 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1a1baf02-a6e2-46d3-9146-0b2ac163aca4 req-54560a51-9a9d-4766-b6d3-4ef68c64332a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1129 time: 0.1431916 Sep 16 08:07:41.883432 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18274f-7412-471a-9ada-69c2ae2c0b49 req-478946e9-db2b-4160-8c46-dfc423677e67 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:41.890530 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dd18274f-7412-471a-9ada-69c2ae2c0b49 req-478946e9-db2b-4160-8c46-dfc423677e67 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.5001388 Sep 16 08:07:41.918123 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e68e9-1658-48f8-b242-f679f98afdf3 x-openstack-request-id: req-6a2e68e9-1658-48f8-b242-f679f98afdf3 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:07:41.918123 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:07:41.918123 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a2e68e9-1658-48f8-b242-f679f98afdf3 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:07:41.918123 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2e68e9-1658-48f8-b242-f679f98afdf3'] response: {'name': 'network-changed', 'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'status': 'completed', 'code': 200} Sep 16 08:07:41.924465 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:41.936043 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:41.985045 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-53859ce5-ea7a-4588-b9c7-a3ff2e58d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2c3a4cc9-cbb8-4401-8d80-b9632574179c), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.987660 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-53859ce5-ea7a-4588-b9c7-a3ff2e58d4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:41.989367 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-53859ce5-ea7a-4588-b9c7-a3ff2e58d4fb admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2c3a4cc9-cbb8-4401-8d80-b9632574179c HTTP/1.1" status: 204 len: 168 time: 0.4981332 Sep 16 08:07:42.004022 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1a1baf02-a6e2-46d3-9146-0b2ac163aca4 req-a6934447-c071-4de2-a18e-6ab8edfd4d66 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045842 Sep 16 08:07:42.033671 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53859ce5-ea7a-4588-b9c7-a3ff2e58d4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a4cc9-cbb8-4401-8d80-b9632574179c,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:42.041128 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e429c-cda5-4101-9d30-d83b7836f443 req-f4e93a81-a6f9-49e6-980f-cd5bc51b6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:42.042659 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-482e429c-cda5-4101-9d30-d83b7836f443 req-f4e93a81-a6f9-49e6-980f-cd5bc51b6812 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2512369 Sep 16 08:07:42.057670 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dd18274f-7412-471a-9ada-69c2ae2c0b49 req-41cc2ccf-3252-45eb-8072-f88fb8954cba tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660335 Sep 16 08:07:42.075628 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-9eb6d64a-2fa6-4943-bcfa-8634fe36377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:42.077151 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-9eb6d64a-2fa6-4943-bcfa-8634fe36377f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 1129 time: 0.0993593 Sep 16 08:07:42.175955 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:42.270882 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc', 'tenant_id': '8191457181714862bbeb70259fa86971', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'port_id': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'mac_address': 'fa:16:3e:33:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:07:01Z', 'updated_at': '2022-09-16T08:07:40Z', 'revision_number': 1, 'project_id': '8191457181714862bbeb70259fa86971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:42.297733 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] Checking router: 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:07:42.307502 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:07:42.308438 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:42.398709 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:42.522693 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:07:42.540932 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:42.548800 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-06c7cff1-a50c-47a8-9289-a4a64f61f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:42.550302 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-06c7cff1-a50c-47a8-9289-a4a64f61f47c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 918 time: 0.2496159 Sep 16 08:07:42.594288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-43d1f5a9-47a9-4094-9351-24280bfc3b78 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:42.595763 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-43d1f5a9-47a9-4094-9351-24280bfc3b78 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.1828146 Sep 16 08:07:42.611545 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cadc047d-da70-45ca-93ee-d1d793e7fd50 req-fe2be2b3-22b7-4134-8563-195c93f48d78 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0378742 Sep 16 08:07:42.679678 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=15 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:42.682828 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=19 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:42.705018 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52214) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:42.760068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff2a27fe-a5c2-4b37-8894-9a6784086923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:42.808685 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:42.837678 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc', 'tenant_id': '8191457181714862bbeb70259fa86971', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'port_id': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'mac_address': 'fa:16:3e:33:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:07:01Z', 'updated_at': '2022-09-16T08:07:40Z', 'revision_number': 1, 'project_id': '8191457181714862bbeb70259fa86971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:07:42.867986 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bd82d-3c47-44c9-a648-384316851cdd None None] The sync data for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi is: [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc', 'tenant_id': '8191457181714862bbeb70259fa86971', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'port_id': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'mac_address': 'fa:16:3e:33:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:07:01Z', 'updated_at': '2022-09-16T08:07:40Z', 'revision_number': 1, 'project_id': '8191457181714862bbeb70259fa86971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:07:42.901744 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff2a27fe-a5c2-4b37-8894-9a6784086923 admin admin] Publish callbacks [] for security_group (30124c0a-7e5a-4dca-b9cd-32f99faa1a99), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:42.924776 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-47d45885-c1bb-424a-8dda-3f47f71f013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:42.926808 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-47d45885-c1bb-424a-8dda-3f47f71f013c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1127 time: 0.2484522 Sep 16 08:07:42.940309 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-fb358d18-9e6c-4b3c-9316-27c14cec1f37 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 472 time: 0.2243187 Sep 16 08:07:42.944955 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-79586326-6fe3-469b-9aa7-a00c0069ebca service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e HTTP/1.1" status: 200 len: 999 time: 0.2680466 Sep 16 08:07:42.959665 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763308-2835-42fd-a7bf-05378e7402aa req-730d3cd2-b1e6-45aa-8267-179199ac5c72 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:42.961807 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dc763308-2835-42fd-a7bf-05378e7402aa req-730d3cd2-b1e6-45aa-8267-179199ac5c72 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1352246 Sep 16 08:07:42.983373 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff2a27fe-a5c2-4b37-8894-9a6784086923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (30124c0a-7e5a-4dca-b9cd-32f99faa1a99), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:42.992745 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cdf8b-2366-4ed1-9274-29279359963f req-c3ab94d4-c483-492b-8d61-f102f97b2fd3 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:42.994213 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7d2cdf8b-2366-4ed1-9274-29279359963f req-c3ab94d4-c483-492b-8d61-f102f97b2fd3 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0577776 Sep 16 08:07:43.021156 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dc763308-2835-42fd-a7bf-05378e7402aa req-0e39768c-bd33-4f1e-b997-ccbe0167d735 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Sep 16 08:07:43.056548 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a27fe-a5c2-4b37-8894-9a6784086923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30124c0a-7e5a-4dca-b9cd-32f99faa1a99,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:43.074708 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-ff2a27fe-a5c2-4b37-8894-9a6784086923 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f501df73194b47b3b5479f651eee3832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626747 Sep 16 08:07:43.076035 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52218) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:43.117854 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7d2cdf8b-2366-4ed1-9274-29279359963f req-093d91dc-50ca-4245-a820-a7312740da02 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953188 Sep 16 08:07:43.150992 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-a4e4dad1-9672-469a-9226-efbba3c668a8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 217 time: 0.0567172 Sep 16 08:07:43.190917 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0dc37c-15b3-454e-a010-4c88e2ef8c7c None None] New status for floating IP 514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:07:43.228830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'port': {'device_id': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'admin_state_up': True, 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'security_groups': ['4c3344ce-f4fc-446c-ad0c-8c821cedaa92']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:43.352512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af2003-18e6-4132-bc96-bf973bca84d0 req-bb6b10ba-11c3-4f64-8481-ed810cb23ab0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:43.353979 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-28af2003-18e6-4132-bc96-bf973bca84d0 req-bb6b10ba-11c3-4f64-8481-ed810cb23ab0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.1989915 Sep 16 08:07:43.413085 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:43.418295 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cd6d13a9-5b1d-4522-a705-e0b2c3d991cc admin admin] Publish callbacks [] for security_group (30124c0a-7e5a-4dca-b9cd-32f99faa1a99), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:43.421199 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-811a78d5-b839-4335-8e82-b0e8482913bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:43.422748 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-811a78d5-b839-4335-8e82-b0e8482913bb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.2064230 Sep 16 08:07:43.428968 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-93244d09-ad79-469c-bcd9-b29668a60ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:43.430508 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-93244d09-ad79-469c-bcd9-b29668a60ae9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=df1eca2d-9304-495c-9ab2-a26b70fecdda HTTP/1.1" status: 200 len: 853 time: 0.1897302 Sep 16 08:07:43.478219 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cd6d13a9-5b1d-4522-a705-e0b2c3d991cc admin admin] Publish callbacks [] for security_group (30124c0a-7e5a-4dca-b9cd-32f99faa1a99), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:43.514947 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-28af2003-18e6-4132-bc96-bf973bca84d0 req-f571f821-0e34-41f3-a588-9113cd2ca864 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455092 Sep 16 08:07:43.557156 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:43.605305 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Made reservation on behalf of b807736ef6c54be2b4715f32a4cfea57 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:07:43.609232 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:43.632297 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cd6d13a9-5b1d-4522-a705-e0b2c3d991cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (30124c0a-7e5a-4dca-b9cd-32f99faa1a99), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:43.636137 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cd6d13a9-5b1d-4522-a705-e0b2c3d991cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:43.636137 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-cd6d13a9-5b1d-4522-a705-e0b2c3d991cc admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/30124c0a-7e5a-4dca-b9cd-32f99faa1a99 HTTP/1.1" status: 204 len: 168 time: 0.5575800 Sep 16 08:07:43.684519 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d13a9-5b1d-4522-a705-e0b2c3d991cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30124c0a-7e5a-4dca-b9cd-32f99faa1a99,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:43.759704 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:43.777004 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7cc2b8c6-ac78-4a31-bae9-42b8e0c62991 req-a9863e8b-35aa-47f0-a320-1dfcae48276b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0333991 Sep 16 08:07:43.788510 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.20.0.12 (08ca5f04-b5f0-4538-b476-9e48665ae12b/db759994-3b88-4ef4-af5b-d356f0776d88/0587b75f-a06f-40a0-8e4d-3ac7308fa48a) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:43.949285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-6d0128e8-6bc5-4d8e-bde3-93c2ae5369ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:43.950792 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-6d0128e8-6bc5-4d8e-bde3-93c2ae5369ba service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1302185 Sep 16 08:07:43.957638 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-6b493cab-6e46-4aa2-aead-73b6591afd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:43.959066 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-6b493cab-6e46-4aa2-aead-73b6591afd06 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8da3cc5f-f2f9-43ac-8827-97d0d1518146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1370206 Sep 16 08:07:44.005964 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:44.112277 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:44.239897 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196970dd-9b0d-4a44-a019-d8d9b3ee0b7c req-d9a290a1-689f-4dc2-8f74-d7c762a87da8 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:44.247660 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-196970dd-9b0d-4a44-a019-d8d9b3ee0b7c req-d9a290a1-689f-4dc2-8f74-d7c762a87da8 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0754933 Sep 16 08:07:44.253645 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2629-351d-4ec4-8ec7-89b31c836042 req-0404dc88-83ad-4867-9139-8027b53d5378 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:44.260710 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9c4f2629-351d-4ec4-8ec7-89b31c836042 req-0404dc88-83ad-4867-9139-8027b53d5378 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1183991 Sep 16 08:07:44.267105 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-c9633b17-7e22-45da-a39f-78912499c1ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812221 Sep 16 08:07:44.275508 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-397807f6-499a-4fd0-a3e3-190be7c3da2e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914710 Sep 16 08:07:44.303346 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:44.320396 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-196970dd-9b0d-4a44-a019-d8d9b3ee0b7c req-5d54f4fe-cdd0-4b94-a53e-10757af74781 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Sep 16 08:07:44.329527 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9c4f2629-351d-4ec4-8ec7-89b31c836042 req-7668dec9-99ee-4223-95cc-6226cc01ecb8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676482 Sep 16 08:07:44.351497 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:44.395973 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:44.399043 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:44.402792 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:44.412677 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:44.455422 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:44.455841 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:44.580547 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-80fb75e3-c4d6-456f-b530-c4656836bef9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3631017 Sep 16 08:07:44.642762 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755c12-1ce4-4bdd-aadf-fe070b63c246 req-d1cfe32c-a816-402e-9153-e033ae5a18d7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:44.644410 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-67755c12-1ce4-4bdd-aadf-fe070b63c246 req-d1cfe32c-a816-402e-9153-e033ae5a18d7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Sep 16 08:07:44.666880 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Provisioning complete for port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:44.671057 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:44.671057 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 1 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:44.676146 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:44.702857 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-67755c12-1ce4-4bdd-aadf-fe070b63c246 req-096b4bce-9f24-4636-920c-fc65c690ab9b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Sep 16 08:07:44.704713 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:44.906540 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74e5ee-f245-44d1-8462-ea268a531bc4 req-af15f7d9-0b6e-4f06-aa3f-1ee9cafb285b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:44.908318 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a74e5ee-f245-44d1-8462-ea268a531bc4 req-af15f7d9-0b6e-4f06-aa3f-1ee9cafb285b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 932 time: 0.0516348 Sep 16 08:07:44.959291 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a74e5ee-f245-44d1-8462-ea268a531bc4 req-5d49a3e2-9e9a-4ed6-bea9-ba4d90d0cf30 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Sep 16 08:07:45.106806 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe43edc-35ce-48c6-b9a5-61b13b0a8298 req-f3e65adb-51bf-4b3f-9bbc-2e566fd089b9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:45.107930 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bfe43edc-35ce-48c6-b9a5-61b13b0a8298 req-f3e65adb-51bf-4b3f-9bbc-2e566fd089b9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0471673 Sep 16 08:07:45.157221 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bfe43edc-35ce-48c6-b9a5-61b13b0a8298 req-30a1a344-b751-4e1b-a1d8-ef33c3dec7e1 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Sep 16 08:07:45.206633 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 2 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:45.238743 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:45.449471 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc173-d762-4db8-bae4-9b189c8ad662 req-03f70bf4-2da0-4057-bbd9-b65e0dd69706 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:45.451129 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a3cdc173-d762-4db8-bae4-9b189c8ad662 req-03f70bf4-2da0-4057-bbd9-b65e0dd69706 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0473373 Sep 16 08:07:45.460660 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb4194-4bf4-4324-a686-8f8b0bae78a7 req-6bda4211-2949-4acc-81cf-0509b6f29659 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:45.462528 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d9bb4194-4bf4-4324-a686-8f8b0bae78a7 req-6bda4211-2949-4acc-81cf-0509b6f29659 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Sep 16 08:07:45.503500 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a3cdc173-d762-4db8-bae4-9b189c8ad662 req-f2409841-66c4-4e4d-a658-7a4058f0cccc tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Sep 16 08:07:45.514338 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d9bb4194-4bf4-4324-a686-8f8b0bae78a7 req-119cccfd-c139-4077-9735-d44cb33e4c6c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461679 Sep 16 08:07:45.739980 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 3 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:45.773121 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:46.083938 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd86a7-7151-4de0-b933-fa22053548a2 req-08157880-2655-4678-a706-233cdf2eec04 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:46.085431 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7afd86a7-7151-4de0-b933-fa22053548a2 req-08157880-2655-4678-a706-233cdf2eec04 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 932 time: 0.0496409 Sep 16 08:07:46.133767 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7afd86a7-7151-4de0-b933-fa22053548a2 req-3875ad7f-f79a-40cb-a50a-733d0a6414aa tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Sep 16 08:07:46.274880 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 4 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:46.282627 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2106f8c-6f9a-42da-adca-9a03da2327cc req-5be410bf-c216-451c-a157-020ccb44605a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:46.284208 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b2106f8c-6f9a-42da-adca-9a03da2327cc req-5be410bf-c216-451c-a157-020ccb44605a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0469706 Sep 16 08:07:46.298706 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52312) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:46.309532 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:46.342053 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b2106f8c-6f9a-42da-adca-9a03da2327cc req-ca399849-edb8-488f-b1ee-4c052b56b044 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505586 Sep 16 08:07:46.405154 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-17a26a6c-01aa-4981-bce2-80d17f844aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:46.479217 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-17a26a6c-01aa-4981-bce2-80d17f844aad admin admin] Publish callbacks [] for security_group (3c91c456-beda-4669-bf6d-8998fb554d7d), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:46.545066 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-17a26a6c-01aa-4981-bce2-80d17f844aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3c91c456-beda-4669-bf6d-8998fb554d7d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:46.586139 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-17a26a6c-01aa-4981-bce2-80d17f844aad admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=3859cdcf8b4c4cb0b99a39c1827ef480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883143 Sep 16 08:07:46.589124 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52322) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:46.598410 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a26a6c-01aa-4981-bce2-80d17f844aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91c456-beda-4669-bf6d-8998fb554d7d,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:46.633739 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d877-9d4a-444e-bb55-ba95aba4afcc req-4e0f17df-d921-4062-8769-259c32b3373d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:46.636482 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c941d877-9d4a-444e-bb55-ba95aba4afcc req-4e0f17df-d921-4062-8769-259c32b3373d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0480950 Sep 16 08:07:46.669206 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3169a-8444-4937-8170-aec8c7064959 req-2870d0b3-e665-4b72-a313-248aaf5ed236 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:46.670658 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5ee3169a-8444-4937-8170-aec8c7064959 req-2870d0b3-e665-4b72-a313-248aaf5ed236 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0737238 Sep 16 08:07:46.680152 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:46.687611 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c941d877-9d4a-444e-bb55-ba95aba4afcc req-161110e6-f20f-4f9e-b118-63fdc26820b1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Sep 16 08:07:46.691819 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-154b8eb9-1bc9-461d-a548-7803987114a7 admin admin] Publish callbacks [] for security_group (3c91c456-beda-4669-bf6d-8998fb554d7d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:46.733702 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-154b8eb9-1bc9-461d-a548-7803987114a7 admin admin] Publish callbacks [] for security_group (3c91c456-beda-4669-bf6d-8998fb554d7d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:46.756897 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5ee3169a-8444-4937-8170-aec8c7064959 req-9dd08959-e7a9-4de5-8389-64bba1388d18 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762625 Sep 16 08:07:46.810565 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 5 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:46.812963 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:46.834509 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Request body: {'port': {'device_id': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:46.846217 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:46.910793 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-154b8eb9-1bc9-461d-a548-7803987114a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3c91c456-beda-4669-bf6d-8998fb554d7d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:46.913264 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-154b8eb9-1bc9-461d-a548-7803987114a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:46.914409 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-154b8eb9-1bc9-461d-a548-7803987114a7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3c91c456-beda-4669-bf6d-8998fb554d7d HTTP/1.1" status: 204 len: 168 time: 0.3240657 Sep 16 08:07:46.950519 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:46.968014 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b8eb9-1bc9-461d-a548-7803987114a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91c456-beda-4669-bf6d-8998fb554d7d,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:47.016204 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:47.025875 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18739990-1038-4528-adf5-91926b88714e req-bab6e502-295b-429d-ace2-34239ecdcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:47.027487 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18739990-1038-4528-adf5-91926b88714e req-bab6e502-295b-429d-ace2-34239ecdcfa9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1129 time: 0.0587800 Sep 16 08:07:47.039380 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:47.058964 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-3a2dbcec-e4d6-4070-a22d-96a7485b166e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400656 Sep 16 08:07:47.073686 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49885c-fd1b-43a3-a3e6-c91b41b3bab8 req-8427669c-d395-4e86-be32-fed33e36d9dd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441483 Sep 16 08:07:47.131327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18739990-1038-4528-adf5-91926b88714e req-7b459a3e-f46f-4726-992f-82b851dfd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:47.132840 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18739990-1038-4528-adf5-91926b88714e req-7b459a3e-f46f-4726-992f-82b851dfd71b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.0983739 Sep 16 08:07:47.178960 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18739990-1038-4528-adf5-91926b88714e req-c75f9573-1ca0-4ff2-ba03-b3a81c720884 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 200 len: 217 time: 0.0382588 Sep 16 08:07:47.288053 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18739990-1038-4528-adf5-91926b88714e req-f546742d-3ffd-44c0-9f30-82edddfab9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:47.288758 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18739990-1038-4528-adf5-91926b88714e req-f546742d-3ffd-44c0-9f30-82edddfab9e8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.1028507 Sep 16 08:07:47.302210 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b5c89-2d36-47d8-9f02-926fed7552b2 req-61e21788-9017-4a89-9ac3-7b9fa1072574 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:47.303977 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-de0b5c89-2d36-47d8-9f02-926fed7552b2 req-61e21788-9017-4a89-9ac3-7b9fa1072574 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 932 time: 0.0712056 Sep 16 08:07:47.347300 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 6 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:47.357614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0587b75f-a06f-40a0-8e4d-3ac7308fa48a {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:07:47.359259 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-de0b5c89-2d36-47d8-9f02-926fed7552b2 req-787312ce-b8ed-444c-900b-64d65e85d540 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487950 Sep 16 08:07:47.381216 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Publish callbacks [] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:47.381390 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:47.383770 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Transition to ACTIVE for port object 0587b75f-a06f-40a0-8e4d-3ac7308fa48a will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:07:47.621310 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52336) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:47.638424 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6c41-c797-4d11-9497-1120fc5914c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:47.701997 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:47.718467 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6c41-c797-4d11-9497-1120fc5914c8 admin admin] Publish callbacks [] for security_group (c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:47.747563 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfe094-74d5-40e8-bde1-4abc9299bacc req-90c75769-4d8c-4d06-9b2f-d1a3cba0adf7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:47.749104 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0bfe094-74d5-40e8-bde1-4abc9299bacc req-90c75769-4d8c-4d06-9b2f-d1a3cba0adf7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.3221157 Sep 16 08:07:47.809223 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6c41-c797-4d11-9497-1120fc5914c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:47.816538 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Pushing event updated for resources: {'Port': ['ID=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:47.823149 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:47.829187 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b3ea8-c204-455b-ac1d-35530255c279 req-9ced7ad5-5b51-408c-a759-c705894a20d5 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:47.830667 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3e0b3ea8-c204-455b-ac1d-35530255c279 req-9ced7ad5-5b51-408c-a759-c705894a20d5 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0613182 Sep 16 08:07:47.862164 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0bfe094-74d5-40e8-bde1-4abc9299bacc req-cb83e8d0-ea98-4ad1-b36f-266cb5071841 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042507 Sep 16 08:07:47.872064 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Attempting to bind port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:07:47.872480 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Attempting to bind port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:07:47.872766 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Attempting to bind port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:47.874987 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c8fe6c41-c797-4d11-9497-1120fc5914c8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=656ee80332e244bcb1636a8776baa7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525408 Sep 16 08:07:47.877823 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52342) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:47.883079 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 7 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:47.889583 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe6c41-c797-4d11-9497-1120fc5914c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:47.909519 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:47.936365 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:07:47.946335 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3e0b3ea8-c204-455b-ac1d-35530255c279 req-6ee0e9aa-51db-4eb6-86b2-411287d2cc36 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070921 Sep 16 08:07:47.951224 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a on network 08ca5f04-b5f0-4538-b476-9e48665ae12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:07:47.951562 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Attempting to bind port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:48.002638 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-803a0b53-3a7f-4b3a-b57b-a1a5628f3d4d admin admin] Publish callbacks [] for security_group (c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:48.059996 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-803a0b53-3a7f-4b3a-b57b-a1a5628f3d4d admin admin] Publish callbacks [] for security_group (c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:48.073187 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b0d46-f44a-4b85-8e49-0def19865a56 req-5002b1e2-16a3-4c58-847f-4ccbfd6a27b1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:48.074651 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3e4b0d46-f44a-4b85-8e49-0def19865a56 req-5002b1e2-16a3-4c58-847f-4ccbfd6a27b1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0983288 Sep 16 08:07:48.077087 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:07:48.077427 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Checking segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:48.081575 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Bound using segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:07:48.081575 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Bound port: 0587b75f-a06f-40a0-8e4d-3ac7308fa48a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:07:48.081575 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:48.127353 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:48.192726 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3e4b0d46-f44a-4b85-8e49-0def19865a56 req-9d494582-48c9-4b48-9b2e-0e335f5455f0 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118875 Sep 16 08:07:48.199605 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] For port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:07:48.202777 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] For port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:07:48.239786 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-803a0b53-3a7f-4b3a-b57b-a1a5628f3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:48.242308 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-803a0b53-3a7f-4b3a-b57b-a1a5628f3d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:48.243490 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-803a0b53-3a7f-4b3a-b57b-a1a5628f3d4d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe HTTP/1.1" status: 204 len: 168 time: 0.3645360 Sep 16 08:07:48.251375 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a0b53-3a7f-4b3a-b57b-a1a5628f3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a7197-5dc2-4de8-b7ae-7c8ce6f82efe,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:48.268592 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:48.277657 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:48.277657 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:48.278027 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/0587b75f-a06f-40a0-8e4d-3ac7308fa48a HTTP/1.1" status: 200 len: 1094 time: 1.4511395 Sep 16 08:07:48.278591 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:07:48.280879 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0663a-a794-47ae-ac14-2543a98c8d39" -d '{"events": [{"name": "network-changed", "server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:07:48.325251 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7535e82-f3e9-40ee-9015-b46a617fabac x-openstack-request-id: req-b7535e82-f3e9-40ee-9015-b46a617fabac {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:07:48.325597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:07:48.325988 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7535e82-f3e9-40ee-9015-b46a617fabac {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:07:48.326398 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7535e82-f3e9-40ee-9015-b46a617fabac'] response: {'name': 'network-changed', 'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'status': 'completed', 'code': 200} Sep 16 08:07:48.348888 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3bfdf-d101-460a-bf22-ad00dde08b50 service neutron] Pushing event updated for resources: {'Port': ['ID=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:48.438058 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Attempt 8 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:07:48.476512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f1b0c-c43d-4621-835c-aef15244772c req-7b99982e-2fd0-446a-bafd-39989e5dc739 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:48.477216 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c35dfa02-86ae-44b4-b1a9-647769fe7102 None None] Port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:07:48.478141 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f41f1b0c-c43d-4621-835c-aef15244772c req-7b99982e-2fd0-446a-bafd-39989e5dc739 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0474093 Sep 16 08:07:48.531033 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f41f1b0c-c43d-4621-835c-aef15244772c req-45baa272-814f-4797-8426-6a1cf0194f41 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Sep 16 08:07:48.631621 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18739990-1038-4528-adf5-91926b88714e req-ba168e01-5cb3-467b-9fd6-6156798452b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:48.633443 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18739990-1038-4528-adf5-91926b88714e req-ba168e01-5cb3-467b-9fd6-6156798452b3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613348 Sep 16 08:07:48.653691 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0663a-a794-47ae-ac14-2543a98c8d39 req-4bbec4aa-ac54-4923-bb3c-ef8e649863d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:48.655136 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2db0663a-a794-47ae-ac14-2543a98c8d39 req-4bbec4aa-ac54-4923-bb3c-ef8e649863d8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 1128 time: 0.0561252 Sep 16 08:07:48.741165 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18739990-1038-4528-adf5-91926b88714e req-2c23f717-cc3e-441c-8e1e-cae2f2f0bf26 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977225 Sep 16 08:07:48.790242 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0663a-a794-47ae-ac14-2543a98c8d39 req-08229011-ee9d-4e19-863a-8d7310bde657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:48.790242 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2db0663a-a794-47ae-ac14-2543a98c8d39 req-08229011-ee9d-4e19-863a-8d7310bde657 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=b807736ef6c54be2b4715f32a4cfea57&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1156881 Sep 16 08:07:48.834048 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 800c16c0-6c80-47ad-8a9f-a60246ce9a01 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:07:48.850032 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:48.871146 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18739990-1038-4528-adf5-91926b88714e req-3100789c-0684-4cf1-95cd-af5a095faf36 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176629 Sep 16 08:07:48.950411 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0663a-a794-47ae-ac14-2543a98c8d39 req-d6509375-1c89-456d-a484-cab600f409fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:48.952345 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2db0663a-a794-47ae-ac14-2543a98c8d39 req-d6509375-1c89-456d-a484-cab600f409fe service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542585 Sep 16 08:07:49.032640 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77278b-12bd-458a-93ce-3b4433f0f064 req-1059fcd6-258f-46eb-a5c0-9937a1268682 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:49.034777 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c77278b-12bd-458a-93ce-3b4433f0f064 req-1059fcd6-258f-46eb-a5c0-9937a1268682 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0541606 Sep 16 08:07:49.087607 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6dc53-ec9b-448b-9ee9-e8af1c6f95ae req-a9cb9d4a-ba7b-4fdc-864a-61fcc7f779fc tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:49.089161 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-97c6dc53-ec9b-448b-9ee9-e8af1c6f95ae req-a9cb9d4a-ba7b-4fdc-864a-61fcc7f779fc tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 943 time: 0.0629635 Sep 16 08:07:49.096749 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c77278b-12bd-458a-93ce-3b4433f0f064 req-05501fe4-87bb-46f0-9eba-47a1644fe9f0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545235 Sep 16 08:07:49.124157 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:49.136604 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'port_id': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'mac_address': 'fa:16:3e:bd:c1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:07:49.176444 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:49.176828 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:49.186386 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-140a99d9-09fc-4a98-9f6d-1dc83e75b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:49.187929 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-140a99d9-09fc-4a98-9f6d-1dc83e75b937 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 1128 time: 0.0610816 Sep 16 08:07:49.195459 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800c16c0-6c80-47ad-8a9f-a60246ce9a01 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:07:49.195560 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-97c6dc53-ec9b-448b-9ee9-e8af1c6f95ae req-8d0f9f8f-97b9-4113-b4e3-1ccc404336de tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850685 Sep 16 08:07:49.215218 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:49.262818 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-aa4c5d9b-0b25-4be8-8b0b-26f664836857 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0587b75f-a06f-40a0-8e4d-3ac7308fa48a HTTP/1.1" status: 200 len: 217 time: 0.0378821 Sep 16 08:07:49.318831 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74997e8f-6965-4b5f-84cd-63a574a87d4f req-9bf067a3-bc3b-460a-ac6d-3e20d0980c04 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:49.320304 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-74997e8f-6965-4b5f-84cd-63a574a87d4f req-9bf067a3-bc3b-460a-ac6d-3e20d0980c04 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Sep 16 08:07:49.327038 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:49.380727 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-74997e8f-6965-4b5f-84cd-63a574a87d4f req-07d2a14a-2668-4c6d-a561-7b367c9d0c1f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543363 Sep 16 08:07:49.387171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:49.390562 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.391514 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.391868 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.392235 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.392576 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.392913 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.393245 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.393574 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.393920 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.394255 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.395337 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.395678 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.396010 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.396357 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.396647 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:07:49.656458 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12f441-b7c2-4552-bfac-44adea0310a5 req-704bab9a-2040-42d0-9f97-78696db0d2d5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:49.659026 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ce12f441-b7c2-4552-bfac-44adea0310a5 req-704bab9a-2040-42d0-9f97-78696db0d2d5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0498240 Sep 16 08:07:49.714617 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ce12f441-b7c2-4552-bfac-44adea0310a5 req-241fd906-9c0a-41b0-8a6a-2808add5294b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494490 Sep 16 08:07:49.849520 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['800c16c0-6c80-47ad-8a9f-a60246ce9a01'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:07:49.994476 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:50.150466 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52414) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:50.256394 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cd74d-42b4-4b20-a7bc-29dbb10edee4 req-512c39d7-e5a9-41f5-9b9c-193501d6c2d9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:50.266977 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9d9cd74d-42b4-4b20-a7bc-29dbb10edee4 req-512c39d7-e5a9-41f5-9b9c-193501d6c2d9 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0760729 Sep 16 08:07:50.344922 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9d9cd74d-42b4-4b20-a7bc-29dbb10edee4 req-6b5b1150-4382-405e-a664-b4eae8590db2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770288 Sep 16 08:07:50.378531 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9672fff7-c0ec-4279-9873-f4db3d045641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:50.386585 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae44286-9470-4920-b45f-af5d14084e64 req-7f5f2e59-685a-48e6-83b6-6d61bac302f9 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:50.388098 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ae44286-9470-4920-b45f-af5d14084e64 req-7f5f2e59-685a-48e6-83b6-6d61bac302f9 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 944 time: 0.0795650 Sep 16 08:07:50.448491 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:50.469580 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ae44286-9470-4920-b45f-af5d14084e64 req-579b8f74-952f-40fc-a454-9827529ff0b4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728762 Sep 16 08:07:50.504477 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:UPDATE=2,neutron:INSERT=10,neutron:SELECT=88 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:50.522240 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9672fff7-c0ec-4279-9873-f4db3d045641 admin admin] Publish callbacks [] for security_group (0dfce923-a94a-4bdb-8f4a-d424c6a7bb17), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:50.533402 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86f18-bb71-4a3e-8fd5-de0106ab6fc8 req-7bde5f53-821c-4d21-871f-ce236d12e2d1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:50.535654 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-29c86f18-bb71-4a3e-8fd5-de0106ab6fc8 req-7bde5f53-821c-4d21-871f-ce236d12e2d1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0507891 Sep 16 08:07:50.585331 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-29c86f18-bb71-4a3e-8fd5-de0106ab6fc8 req-082f1a85-abb4-4596-a8f3-056fffc1c7b7 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Sep 16 08:07:50.605585 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9672fff7-c0ec-4279-9873-f4db3d045641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (0dfce923-a94a-4bdb-8f4a-d424c6a7bb17), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:50.646163 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-9672fff7-c0ec-4279-9873-f4db3d045641 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0f74dfa55d37442996d298d4df1d7734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4945889 Sep 16 08:07:50.648431 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672fff7-c0ec-4279-9873-f4db3d045641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfce923-a94a-4bdb-8f4a-d424c6a7bb17,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:50.648909 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52434) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:50.703056 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe09d-295a-4646-a79f-92bd427b3d88 admin admin] Publish callbacks [] for security_group (0dfce923-a94a-4bdb-8f4a-d424c6a7bb17), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:50.764950 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-81527188-d087-4b2c-a514-846508400741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:50.766776 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-81527188-d087-4b2c-a514-846508400741 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.0509121 Sep 16 08:07:50.849863 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-4138dc70-705e-4daa-8d24-4bb6ed980426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:50.851313 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-4138dc70-705e-4daa-8d24-4bb6ed980426 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0771585 Sep 16 08:07:50.864895 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79f1fa-a56b-46dd-ad2d-1cc75ab58e00 req-7216b444-1f07-43e4-8139-2ebcaf51ba73 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:50.865992 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 800c16c0-6c80-47ad-8a9f-a60246ce9a01 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:50.866486 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5f79f1fa-a56b-46dd-ad2d-1cc75ab58e00 req-7216b444-1f07-43e4-8139-2ebcaf51ba73 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0618253 Sep 16 08:07:50.924219 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:07:50.924481 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe09d-295a-4646-a79f-92bd427b3d88 admin admin] Publish callbacks [] for security_group (0dfce923-a94a-4bdb-8f4a-d424c6a7bb17), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:50.971526 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5f79f1fa-a56b-46dd-ad2d-1cc75ab58e00 req-fa68c133-de84-4254-9124-33c71c9002f0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965836 Sep 16 08:07:50.999480 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-c5e4b51e-733c-4d0a-b49c-6869403c7ea9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283860 Sep 16 08:07:51.005413 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:51.007168 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:51.007562 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 Sep 16 08:07:51.062553 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe09d-295a-4646-a79f-92bd427b3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (0dfce923-a94a-4bdb-8f4a-d424c6a7bb17), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:51.066262 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe09d-295a-4646-a79f-92bd427b3d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:51.074267 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-7cbbe09d-295a-4646-a79f-92bd427b3d88 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0dfce923-a94a-4bdb-8f4a-d424c6a7bb17 HTTP/1.1" status: 204 len: 168 time: 0.4193819 Sep 16 08:07:51.078906 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbe09d-295a-4646-a79f-92bd427b3d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfce923-a94a-4bdb-8f4a-d424c6a7bb17,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:51.097881 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:51.098271 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:51.126237 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:07:51.129728 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4e0bca-d271-4d65-8649-c2610df7e5e6" -d '{"events": [{"server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "name": "network-vif-plugged", "status": "completed", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:07:51.154107 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:51.173955 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b0576-880b-4e47-833f-8f30c60f699d x-openstack-request-id: req-053b0576-880b-4e47-833f-8f30c60f699d {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:07:51.174269 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "name": "network-vif-plugged", "status": "completed", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:07:51.174523 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-053b0576-880b-4e47-833f-8f30c60f699d {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:07:51.174950 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053b0576-880b-4e47-833f-8f30c60f699d'] response: {'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'code': 200} Sep 16 08:07:51.225329 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:51.251157 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:51.286759 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:51.481444 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570a55c-4f43-4cdf-affb-6c9719bc39f4 req-47cd5556-76cc-4df4-a14a-2ff6a3cab342 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:51.483783 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1570a55c-4f43-4cdf-affb-6c9719bc39f4 req-47cd5556-76cc-4df4-a14a-2ff6a3cab342 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0536306 Sep 16 08:07:51.561473 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1570a55c-4f43-4cdf-affb-6c9719bc39f4 req-4a15af85-d5ee-4e54-b6fa-ee7b6720dfb2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707655 Sep 16 08:07:51.635681 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de332f2-0210-4a24-988c-3875a3f47219 req-03943254-6f14-4cac-813b-9f16a9242dc2 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:51.637215 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2de332f2-0210-4a24-988c-3875a3f47219 req-03943254-6f14-4cac-813b-9f16a9242dc2 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0700157 Sep 16 08:07:51.703796 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2de332f2-0210-4a24-988c-3875a3f47219 req-b19da668-4239-4951-9bdb-e04a176cba6a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609758 Sep 16 08:07:51.772082 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:51.778695 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2c1eb-b574-4a60-a9e0-26182e197408 req-6406c721-64a0-47f6-baad-d8064a4e78b8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:51.780545 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7f2c1eb-b574-4a60-a9e0-26182e197408 req-6406c721-64a0-47f6-baad-d8064a4e78b8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1032276 Sep 16 08:07:51.813300 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:51.829788 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86bc3c5e-5ac0-43fa-9215-ad58e5489db9 req-cf46a55a-1a5d-4164-afcf-3aa861abbf77 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748590 Sep 16 08:07:51.857792 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7f2c1eb-b574-4a60-a9e0-26182e197408 req-e073a017-64e4-4068-8df1-09a237832a5e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665545 Sep 16 08:07:52.098922 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bb943-d2c9-4269-b463-630ca4207852 req-490161dd-4e18-4353-b7c1-39a535986635 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:52.100414 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-598bb943-d2c9-4269-b463-630ca4207852 req-490161dd-4e18-4353-b7c1-39a535986635 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0522628 Sep 16 08:07:52.125930 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:52.148579 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-598bb943-d2c9-4269-b463-630ca4207852 req-d6166069-d4a1-43e9-a532-000ede3613df tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Sep 16 08:07:52.689669 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61f451-6a67-4fc1-826f-858c77458141 req-289e420c-e154-4e1d-a1ad-e947dc7e5d51 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:52.691163 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ca61f451-6a67-4fc1-826f-858c77458141 req-289e420c-e154-4e1d-a1ad-e947dc7e5d51 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Sep 16 08:07:52.746298 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ca61f451-6a67-4fc1-826f-858c77458141 req-432ac53d-080d-4b07-ac0d-dc91249d549c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Sep 16 08:07:52.830361 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5f05-3d89-487e-8ea3-cfa8f1b1b72c req-a484bc9d-4c0e-404d-80e8-eeafd51ef607 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:52.831911 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1b5e5f05-3d89-487e-8ea3-cfa8f1b1b72c req-a484bc9d-4c0e-404d-80e8-eeafd51ef607 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Sep 16 08:07:52.882359 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1b5e5f05-3d89-487e-8ea3-cfa8f1b1b72c req-73cd77ec-faaf-4d05-a46a-fffbce69452b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443714 Sep 16 08:07:52.997089 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05933878-d13a-4374-b14d-6120839096ef req-afb45c1d-2e1f-4e69-9b71-ee84dbbb2969 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:53.007346 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05933878-d13a-4374-b14d-6120839096ef req-afb45c1d-2e1f-4e69-9b71-ee84dbbb2969 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0558279 Sep 16 08:07:53.045470 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05933878-d13a-4374-b14d-6120839096ef req-b7072e3c-92ba-4726-a392-480e015fff11 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Sep 16 08:07:53.168199 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2570-190e-4e04-b47c-d0663c987297 req-b596a1eb-ed3d-4e7a-94d4-551f0364cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:53.169844 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1b1c2570-190e-4e04-b47c-d0663c987297 req-b596a1eb-ed3d-4e7a-94d4-551f0364cd62 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1129 time: 0.0381317 Sep 16 08:07:53.268638 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bf17-0097-4e6b-850e-d273317e2cfc req-3e1df134-b7b1-4266-8b0c-9ce6849acf3c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:53.270122 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c7e6bf17-0097-4e6b-850e-d273317e2cfc req-3e1df134-b7b1-4266-8b0c-9ce6849acf3c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0482388 Sep 16 08:07:53.307773 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1b1c2570-190e-4e04-b47c-d0663c987297 req-1976a043-6b6b-43e8-bcf5-53d10b323d7b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Sep 16 08:07:53.322925 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c7e6bf17-0097-4e6b-850e-d273317e2cfc req-f15eb186-a1d7-4ffa-9379-e8a3c91ee96d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464287 Sep 16 08:07:53.365516 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:53.420952 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=7 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:54.010788 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042be35c-11e3-4756-98d4-4a8b828faef9 req-5a8a7c0e-8aa5-477e-b506-9156dac6b56f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:54.012260 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-042be35c-11e3-4756-98d4-4a8b828faef9 req-5a8a7c0e-8aa5-477e-b506-9156dac6b56f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0493164 Sep 16 08:07:54.060394 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-042be35c-11e3-4756-98d4-4a8b828faef9 req-cadf9809-0586-4c76-9201-63ad0fea8b0a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 Sep 16 08:07:54.168642 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a64c4-fa9d-4b0e-8bc8-16e5cabd093e req-37ae9569-bfb8-4e22-ae2d-3ca4262fe156 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:54.170170 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-298a64c4-fa9d-4b0e-8bc8-16e5cabd093e req-37ae9569-bfb8-4e22-ae2d-3ca4262fe156 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0477109 Sep 16 08:07:54.202710 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:54.217582 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-298a64c4-fa9d-4b0e-8bc8-16e5cabd093e req-db7ad78e-7a81-4e75-877d-348db216fa55 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415809 Sep 16 08:07:54.379297 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52504) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:54.446971 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1c6a1-9c40-48d9-8ff9-cb33d9e2f3e3 req-4e0f809a-e28a-4303-a15d-1a1cc930e049 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:54.448453 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6dc1c6a1-9c40-48d9-8ff9-cb33d9e2f3e3 req-4e0f809a-e28a-4303-a15d-1a1cc930e049 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0470273 Sep 16 08:07:54.486932 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2be49946-cf3b-41e9-ac9c-2426b07fbf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:54.496399 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6dc1c6a1-9c40-48d9-8ff9-cb33d9e2f3e3 req-8bf8d6e6-caed-406d-a13b-4d163e3d975c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Sep 16 08:07:54.573845 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2be49946-cf3b-41e9-ac9c-2426b07fbf51 admin admin] Publish callbacks [] for security_group (187b4fc6-9244-4934-8871-dafdbf2b34fa), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:54.644656 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2be49946-cf3b-41e9-ac9c-2426b07fbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (187b4fc6-9244-4934-8871-dafdbf2b34fa), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:54.684412 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-2be49946-cf3b-41e9-ac9c-2426b07fbf51 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1a12314f7d5f419bb45e3564656553e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035853 Sep 16 08:07:54.685260 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be49946-cf3b-41e9-ac9c-2426b07fbf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187b4fc6-9244-4934-8871-dafdbf2b34fa,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:54.687131 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52512) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:54.738924 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-076b7148-8ea5-4f57-bc9a-cdce5c5a4bd3 admin admin] Publish callbacks [] for security_group (187b4fc6-9244-4934-8871-dafdbf2b34fa), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:54.758547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-076b7148-8ea5-4f57-bc9a-cdce5c5a4bd3 admin admin] Publish callbacks [] for security_group (187b4fc6-9244-4934-8871-dafdbf2b34fa), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:54.873155 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-076b7148-8ea5-4f57-bc9a-cdce5c5a4bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (187b4fc6-9244-4934-8871-dafdbf2b34fa), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:54.875747 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-076b7148-8ea5-4f57-bc9a-cdce5c5a4bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:54.876891 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-076b7148-8ea5-4f57-bc9a-cdce5c5a4bd3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/187b4fc6-9244-4934-8871-dafdbf2b34fa HTTP/1.1" status: 204 len: 168 time: 0.1887228 Sep 16 08:07:54.884777 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b7148-8ea5-4f57-bc9a-cdce5c5a4bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b4fc6-9244-4934-8871-dafdbf2b34fa,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:55.186120 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20291a58-7736-46b8-8617-50f63df8d487 req-d0e13a06-2a5c-493c-a9d5-aa3c2c5cd28d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:55.187734 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-20291a58-7736-46b8-8617-50f63df8d487 req-d0e13a06-2a5c-493c-a9d5-aa3c2c5cd28d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0510738 Sep 16 08:07:55.236838 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-20291a58-7736-46b8-8617-50f63df8d487 req-3d7704fe-a613-4205-a2b0-6aa25301c180 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Sep 16 08:07:55.342118 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccef84-51ec-4903-8e4d-ebc463698b2a req-301ccbe6-c72b-43fc-a350-4d0262a1b3df tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:55.343655 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4dccef84-51ec-4903-8e4d-ebc463698b2a req-301ccbe6-c72b-43fc-a350-4d0262a1b3df tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0466697 Sep 16 08:07:55.363647 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:55.390302 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4dccef84-51ec-4903-8e4d-ebc463698b2a req-7577644b-f722-494a-ab1c-bb756fe65e1f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Sep 16 08:07:55.622878 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fcf75-c3b0-4f24-ad2e-87996b3ee3b0 req-a2bc9127-b017-4fec-8824-405abee552de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:55.624419 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-034fcf75-c3b0-4f24-ad2e-87996b3ee3b0 req-a2bc9127-b017-4fec-8824-405abee552de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0538054 Sep 16 08:07:55.672880 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-034fcf75-c3b0-4f24-ad2e-87996b3ee3b0 req-c2dd2708-68ce-44fe-a237-fee7033868e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Sep 16 08:07:55.889359 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52546) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:55.984574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972778788-network', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:56.064757 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Made reservation on behalf of 794ad972bfa844538f6f71d62e7bd163 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:07:56.067041 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.075443 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.150431 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks [] for security_group (a09892a4-d970-4518-95dc-b8836def6e2d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.207370 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a09892a4-d970-4518-95dc-b8836def6e2d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.237396 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:07:56.242829 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:56.244996 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09892a4-d970-4518-95dc-b8836def6e2d,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:56.250913 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (c1434c31-8654-4175-811e-7cbb40afbc17), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.251256 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Added segment c1434c31-8654-4175-811e-7cbb40afbc17 of type vlan for network c3183744-0e74-401e-ac7d-6d88c22643af Sep 16 08:07:56.292348 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (c3183744-0e74-401e-ac7d-6d88c22643af), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.358211 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2200b-9243-4b18-9184-56186a0f629a req-1c8405ff-d95e-446b-b910-1eb06ac6cc30 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:56.359610 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cfe2200b-9243-4b18-9184-56186a0f629a req-1c8405ff-d95e-446b-b910-1eb06ac6cc30 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0482326 Sep 16 08:07:56.387830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (c3183744-0e74-401e-ac7d-6d88c22643af), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.388824 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:56.389397 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.461706 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cfe2200b-9243-4b18-9184-56186a0f629a req-700b9285-7b61-4a56-a57d-a374d420b642 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958910 Sep 16 08:07:56.472854 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] Pushing event updated for resources: {'Network': ['ID=c3183744-0e74-401e-ac7d-6d88c22643af,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:56.495888 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network c3183744-0e74-401e-ac7d-6d88c22643af details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:07:56.513279 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4f416-1432-45ba-a6a8-4d7529e2b550 req-40fada87-d964-4dcb-93c2-46d71e6efb1c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:56.514789 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5db4f416-1432-45ba-a6a8-4d7529e2b550 req-40fada87-d964-4dcb-93c2-46d71e6efb1c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0471554 Sep 16 08:07:56.522721 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-33a7bd70-5b6b-4d19-95c0-ff970c56cac0 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6317699 Sep 16 08:07:56.524958 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52554) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:56.530285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Request body: {'subnet': {'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972778788-subnet', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:56.570588 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5db4f416-1432-45ba-a6a8-4d7529e2b550 req-c7d94710-2d19-4132-839e-f8cd8d7826c2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491202 Sep 16 08:07:56.587734 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Made reservation on behalf of 794ad972bfa844538f6f71d62e7bd163 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:07:56.590078 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249505'] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.661214 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:56.717568 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0587b75f-a06f-40a0-8e4d-3ac7308fa48a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:07:56.803818 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c10a5b-b51e-4a0d-8dd7-195598c48f64 req-cec81486-12e1-40d0-bc55-4b0c6c12281c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:56.805381 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-64c10a5b-b51e-4a0d-8dd7-195598c48f64 req-cec81486-12e1-40d0-bc55-4b0c6c12281c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 944 time: 0.0478215 Sep 16 08:07:56.824675 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12805855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13249527'] for subnet (3727dee7-2bd8-4cac-b52d-3617f0832f02), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.828008 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:56.839346 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'port_id': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'mac_address': 'fa:16:3e:88:0d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:07:56.874866 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:56.875186 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:56.888288 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0587b75f-a06f-40a0-8e4d-3ac7308fa48a {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:07:56.909120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3727dee7-2bd8-4cac-b52d-3617f0832f02,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:56.909328 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:56.914246 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-64c10a5b-b51e-4a0d-8dd7-195598c48f64 req-402e40a5-4ae3-492e-ba15-c6ec6daea1f0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031048 Sep 16 08:07:56.922116 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Checking segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:56.922483 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Network hostable DHCP agents. Network: c3183744-0e74-401e-ac7d-6d88c22643af, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:07:57.016243 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Network c3183744-0e74-401e-ac7d-6d88c22643af is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:07:57.016437 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.063021 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:57.096359 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, c3183744-0e74-401e-ac7d-6d88c22643af) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:57.100986 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:57.101625 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.106283 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa11d9c-8498-4c6e-b72e-1915b304ddc0 None None] Network c3183744-0e74-401e-ac7d-6d88c22643af requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:07:57.184891 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b4569c0f-d736-4e6a-b3d3-aad824ec7228 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6588283 Sep 16 08:07:57.187715 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52562) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:57.191952 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:57.208230 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-c3183744-0e74-401e-ac7d-6d88c22643af', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:07:57.209194 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.224173 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:57.291206 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (3a76ea38-1ace-49a9-86b0-ac30de922433), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.292331 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (3a76ea38-1ace-49a9-86b0-ac30de922433), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.343695 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks [] for router_controller (3a76ea38-1ace-49a9-86b0-ac30de922433), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.350431 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Allocated IP 172.20.0.2 (c3183744-0e74-401e-ac7d-6d88c22643af/3727dee7-2bd8-4cac-b52d-3617f0832f02/4c08df07-9b7a-400f-8e75-e751c937de58) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:57.497860 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Publish callbacks [] for port (4c08df07-9b7a-400f-8e75-e751c937de58), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.500896 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:57.546351 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['0587b75f-a06f-40a0-8e4d-3ac7308fa48a'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:07:57.564957 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:57.570966 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.571697 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks [] for router_gateway (3a76ea38-1ace-49a9-86b0-ac30de922433), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.594734 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b829e-4d7f-49b9-bfd8-ba1657e4781d req-b466f0a6-169b-4a4f-9469-b0fc97b67927 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:57.596247 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-343b829e-4d7f-49b9-bfd8-ba1657e4781d req-b466f0a6-169b-4a4f-9469-b0fc97b67927 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0527472 Sep 16 08:07:57.646799 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Network c3183744-0e74-401e-ac7d-6d88c22643af is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:57.655475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:57.671753 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-343b829e-4d7f-49b9-bfd8-ba1657e4781d req-ed3d2498-2cd0-4df1-b4c5-e417c231cbe2 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687447 Sep 16 08:07:57.679237 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:57.691794 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Pushing event updated for resources: {'Port': ['ID=4c08df07-9b7a-400f-8e75-e751c937de58,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:57.770761 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e6496-d80c-4158-b746-975afeb8f015 req-8b0a83d2-4600-4592-a95f-caef56a9570a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:57.775352 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-298e6496-d80c-4158-b746-975afeb8f015 req-8b0a83d2-4600-4592-a95f-caef56a9570a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1178041 Sep 16 08:07:57.807198 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Attempting to bind port 4c08df07-9b7a-400f-8e75-e751c937de58 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:07:57.807570 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Attempting to bind port 4c08df07-9b7a-400f-8e75-e751c937de58 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:07:57.807929 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Attempting to bind port 4c08df07-9b7a-400f-8e75-e751c937de58 on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:07:57.862461 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:07:57.862876 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Checking segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:07:57.863285 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.863728 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Bound using segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:07:57.864250 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Bound port: 4c08df07-9b7a-400f-8e75-e751c937de58, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:07:57.864636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.900873 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-298e6496-d80c-4158-b746-975afeb8f015 req-d87658a6-44fd-411d-b1c1-0f10928be909 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195941 Sep 16 08:07:57.925674 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] For port 4c08df07-9b7a-400f-8e75-e751c937de58, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:07:57.929185 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] For port 4c08df07-9b7a-400f-8e75-e751c937de58, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4c08df07-9b7a-400f-8e75-e751c937de58,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:07:57.946102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52578) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:57.950585 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-0955a7f6-3103-4019-8125-453cef6c2f79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867565784', 'description': 'tempest-description--657872579'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:57.952919 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks [] for router_gateway (3a76ea38-1ace-49a9-86b0-ac30de922433), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:57.977572 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.034215 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.065606 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0955a7f6-3103-4019-8125-453cef6c2f79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.105923 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a553-00ff-4026-a2ee-7c8f5849eaae req-ef7c4d8c-0c15-4893-bf2b-c56f7c7a6ab0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:58.107325 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2ec4a553-00ff-4026-a2ee-7c8f5849eaae req-ef7c4d8c-0c15-4893-bf2b-c56f7c7a6ab0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 945 time: 0.0931735 Sep 16 08:07:58.111710 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:58.133329 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a6f63-f4c0-4723-85a4-c07ab10783bb None None] Pushing event updated for resources: {'Port': ['ID=4c08df07-9b7a-400f-8e75-e751c937de58,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:58.161977 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Allocated IP 172.27.1.146 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/2ec2b781-2e3b-4013-9dde-4d0fd99e55cb) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:07:58.181315 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:58.184551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0955a7f6-3103-4019-8125-453cef6c2f79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group (8700f986-aeab-46da-8957-cb7fcb25795f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.216470 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2ec4a553-00ff-4026-a2ee-7c8f5849eaae req-79e4d89a-5b60-4c58-b1bd-bc0ab5328f79 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914230 Sep 16 08:07:58.288069 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0955a7f6-3103-4019-8125-453cef6c2f79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8700f986-aeab-46da-8957-cb7fcb25795f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.321501 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks [] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.331730 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955a7f6-3103-4019-8125-453cef6c2f79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8700f986-aeab-46da-8957-cb7fcb25795f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:58.427028 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0955a7f6-3103-4019-8125-453cef6c2f79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.427028 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-0955a7f6-3103-4019-8125-453cef6c2f79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4784315 Sep 16 08:07:58.429245 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52584) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:58.434240 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-750ef709-1b7c-46d6-8ae7-85c048a46c4b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'security_group_rule': {'security_group_id': '8700f986-aeab-46da-8957-cb7fcb25795f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:58.443428 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.481861 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:07:58.486372 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:07:58.493615 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:07:58.520293 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:58.521538 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:58.523874 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-750ef709-1b7c-46d6-8ae7-85c048a46c4b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group_rule (baaad47d-76bc-495e-ac22-1645c7ee7667), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.525121 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:58.595664 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-750ef709-1b7c-46d6-8ae7-85c048a46c4b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group_rule (baaad47d-76bc-495e-ac22-1645c7ee7667), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.674125 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-750ef709-1b7c-46d6-8ae7-85c048a46c4b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (baaad47d-76bc-495e-ac22-1645c7ee7667), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.695865 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ef709-1b7c-46d6-8ae7-85c048a46c4b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaad47d-76bc-495e-ac22-1645c7ee7667,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:58.761368 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-750ef709-1b7c-46d6-8ae7-85c048a46c4b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:58.763109 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-750ef709-1b7c-46d6-8ae7-85c048a46c4b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325427 Sep 16 08:07:58.765808 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52594) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:58.772337 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-4d9794f3-8cb8-493b-b3a8-b37b1f1b35a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'security_group_rule': {'security_group_id': '8700f986-aeab-46da-8957-cb7fcb25795f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:58.803469 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54604b95-dfb7-49c7-854b-d1b648d61061 req-34a067b0-ed9b-4650-8bf4-4bc2ec1f74cb tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:58.805294 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-54604b95-dfb7-49c7-854b-d1b648d61061 req-34a067b0-ed9b-4650-8bf4-4bc2ec1f74cb tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0575278 Sep 16 08:07:58.871449 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-54604b95-dfb7-49c7-854b-d1b648d61061 req-99935efc-94f0-457b-ab24-9ff621bcaf95 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Sep 16 08:07:59.054500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6486-d5b8-45a9-89ec-bd60c58a69a8 req-c2dbbc7b-1f54-4b9a-b6f3-a0561b5cb7aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:59.061968 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5f4e6486-d5b8-45a9-89ec-bd60c58a69a8 req-c2dbbc7b-1f54-4b9a-b6f3-a0561b5cb7aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0537300 Sep 16 08:07:59.122769 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f428e-6ab3-4dc4-926b-fd5ff3a68b60 None None] Network c3183744-0e74-401e-ac7d-6d88c22643af requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:07:59.131926 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5f4e6486-d5b8-45a9-89ec-bd60c58a69a8 req-ae81f98d-ee3e-4c80-9149-e55501b87afa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696802 Sep 16 08:07:59.163033 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25268729-9a95-4a97-9b35-4f3262c80e7f req-4c49d018-1866-42d9-9f5d-9c7d1cc38e81 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:59.170163 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-25268729-9a95-4a97-9b35-4f3262c80e7f req-4c49d018-1866-42d9-9f5d-9c7d1cc38e81 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0752101 Sep 16 08:07:59.176983 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks [] for router_gateway (3a76ea38-1ace-49a9-86b0-ac30de922433), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.191597 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4c08df07-9b7a-400f-8e75-e751c937de58 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:59.193510 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:59.231772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] Provisioning complete for port 4c08df07-9b7a-400f-8e75-e751c937de58 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:59.232142 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.232473 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] Attempt 1 to provision port 4c08df07-9b7a-400f-8e75-e751c937de58 Sep 16 08:07:59.248095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d9794f3-8cb8-493b-b3a8-b37b1f1b35a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group_rule (909e2cdd-2b5a-40de-b15b-2f47cca00e2f), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.318480 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-25268729-9a95-4a97-9b35-4f3262c80e7f req-2f9ff3af-d5db-4c75-b15f-5399e4d8dcf3 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473291 Sep 16 08:07:59.358785 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d9794f3-8cb8-493b-b3a8-b37b1f1b35a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group_rule (909e2cdd-2b5a-40de-b15b-2f47cca00e2f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.369969 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88fceb-76a8-49d1-8c54-f9cdb8dd9031 req-7a95ed6e-c735-4116-9f41-0f027e7bd81f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:59.372148 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8b88fceb-76a8-49d1-8c54-f9cdb8dd9031 req-7a95ed6e-c735-4116-9f41-0f027e7bd81f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 945 time: 0.0745792 Sep 16 08:07:59.434121 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8b88fceb-76a8-49d1-8c54-f9cdb8dd9031 req-33fed0af-609b-4c85-98ce-580f633872b0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558431 Sep 16 08:07:59.443481 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d9794f3-8cb8-493b-b3a8-b37b1f1b35a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (909e2cdd-2b5a-40de-b15b-2f47cca00e2f), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.474708 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 4c08df07-9b7a-400f-8e75-e751c937de58 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:59.475056 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9794f3-8cb8-493b-b3a8-b37b1f1b35a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909e2cdd-2b5a-40de-b15b-2f47cca00e2f,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:59.475538 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.476193 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 4c08df07-9b7a-400f-8e75-e751c937de58 Sep 16 08:07:59.493806 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (3a76ea38-1ace-49a9-86b0-ac30de922433), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.499514 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:59.526399 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] Current status of the port 4c08df07-9b7a-400f-8e75-e751c937de58 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:59.526864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.539218 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d9794f3-8cb8-493b-b3a8-b37b1f1b35a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.545814 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4d9794f3-8cb8-493b-b3a8-b37b1f1b35a7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7736537 Sep 16 08:07:59.545814 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52604) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:07:59.549222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:07:59.553379 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:59.579843 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] For port 4c08df07-9b7a-400f-8e75-e751c937de58, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4c08df07-9b7a-400f-8e75-e751c937de58,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:07:59.623743 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 4c08df07-9b7a-400f-8e75-e751c937de58 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:07:59.624153 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.658371 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.687222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.734763 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.db.api [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 08:07:59.735522 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG oslo_db.api [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 08:07:59.747543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa308d3-6f83-4207-b3ce-b74179aaaf96 None None] Pushing event updated for resources: {'Port': ['ID=4c08df07-9b7a-400f-8e75-e751c937de58,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:07:59.771283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:07:59.794628 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba037994-d49a-46c8-9bb7-11d80a74e253 req-dddb8a02-8018-4856-b203-d3aedb479807 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:07:59.799164 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ba037994-d49a-46c8-9bb7-11d80a74e253 req-dddb8a02-8018-4856-b203-d3aedb479807 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.1022980 Sep 16 08:07:59.829535 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0587b75f-a06f-40a0-8e4d-3ac7308fa48a up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:07:59.836616 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:07:59.850329 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ba037994-d49a-46c8-9bb7-11d80a74e253 req-cc445dd7-0fbc-4fa2-8c19-6d51735f36da tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Sep 16 08:07:59.861685 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.886494 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-40a360de-9264-4559-9001-44065f92375e None None] Provisioning complete for port 4c08df07-9b7a-400f-8e75-e751c937de58 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:07:59.887220 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-40a360de-9264-4559-9001-44065f92375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:07:59.890849 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-40a360de-9264-4559-9001-44065f92375e None None] Attempt 1 to provision port 4c08df07-9b7a-400f-8e75-e751c937de58 Sep 16 08:07:59.934820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:07:59.967634 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:07:59.983344 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:07:59.995969 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-40a360de-9264-4559-9001-44065f92375e None None] Current status of the port 4c08df07-9b7a-400f-8e75-e751c937de58 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:00.000953 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:00.001328 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.001728 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a Sep 16 08:08:00.006449 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:00.006849 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:00.040190 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Allocated IP 172.27.1.241 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/8a81a446-4bc9-420c-9138-e8c044f3facc) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:00.070090 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.074091 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-2d1776ae-4d3b-4df4-b3f1-2f8787f82b71 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8826878 Sep 16 08:08:00.074428 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52616) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:00.171213 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.184762 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:00.205828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:00.269960 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:00.275779 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:00.276177 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.283168 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d80b05-cbb5-4f2a-bb35-97e5a2e84d50 req-04894b9c-674b-4602-8c95-46377a326db5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:00.286800 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a2d80b05-cbb5-4f2a-bb35-97e5a2e84d50 req-04894b9c-674b-4602-8c95-46377a326db5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0560019 Sep 16 08:08:00.291681 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.344433 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 4c08df07-9b7a-400f-8e75-e751c937de58 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:00.352580 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:00.354890 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde64d48-a2be-459d-883a-0a66a4ece7a0" -d '{"events": [{"server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "name": "network-vif-plugged", "status": "completed", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:00.355454 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:00.373418 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:00.405515 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a2d80b05-cbb5-4f2a-bb35-97e5a2e84d50 req-b5e51844-8b16-4083-ba49-2ae85dbe0a08 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074383 Sep 16 08:08:00.407273 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:00.411916 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:00.415362 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'Port': ['ID=8a81a446-4bc9-420c-9138-e8c044f3facc,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:00.438208 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab4abf-7e78-4bea-839e-aad7de8e46e1 x-openstack-request-id: req-00ab4abf-7e78-4bea-839e-aad7de8e46e1 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:00.438525 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "name": "network-vif-plugged", "status": "completed", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:00.438820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00ab4abf-7e78-4bea-839e-aad7de8e46e1 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:00.439656 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ab4abf-7e78-4bea-839e-aad7de8e46e1'] response: {'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'code': 200} Sep 16 08:08:00.439783 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:00.465032 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:07:58Z', 'revision_number': 3, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:00.498066 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:08:00.498418 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Updating router 3a76ea38-1ace-49a9-86b0-ac30de922433 port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:08:00.501726 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.556091 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.584079 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.587264 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:00.630331 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4691a48-718a-45f1-8008-17643921988b req-4306c652-6ec9-4a60-b546-027e12cd3329 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:00.631905 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c4691a48-718a-45f1-8008-17643921988b req-4306c652-6ec9-4a60-b546-027e12cd3329 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.0835252 Sep 16 08:08:00.650169 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.657673 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:00.662437 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:00.683715 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.748771 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c4691a48-718a-45f1-8008-17643921988b req-98588716-cd69-4128-af2d-061798a1a63e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063085 Sep 16 08:08:00.829116 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f4c18-7459-4dda-a6c4-fa7dda402138 req-9563b3ac-e6dc-4c90-9a2d-74a0b0bbf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:00.830705 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c83f4c18-7459-4dda-a6c4-fa7dda402138 req-9563b3ac-e6dc-4c90-9a2d-74a0b0bbf599 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 1130 time: 0.0394604 Sep 16 08:08:00.856771 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:00.875740 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Allocated IP 172.20.0.1 (c3183744-0e74-401e-ac7d-6d88c22643af/3727dee7-2bd8-4cac-b52d-3617f0832f02/29b33442-8458-4b13-aec0-6df0864d98f3) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:00.912967 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c83f4c18-7459-4dda-a6c4-fa7dda402138 req-d095f59e-9e26-42d7-a519-068317e65239 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758181 Sep 16 08:08:00.945601 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.972380 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Publish callbacks [] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:00.989193 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks [] for port (29b33442-8458-4b13-aec0-6df0864d98f3), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.028041 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.057019 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.101356 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'Port': ['ID=8a81a446-4bc9-420c-9138-e8c044f3facc,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:01.103388 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Attempting to bind port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:08:01.103763 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Attempting to bind port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:08:01.103939 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.104122 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Attempting to bind port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:01.115455 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.140175 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bf357-986c-4681-8f90-277201a4ddf5 None None] Pushing event updated for resources: {'Port': ['ID=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:01.147597 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:01.158116 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Network c3183744-0e74-401e-ac7d-6d88c22643af is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:01.158670 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:08:01.159331 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:01.159732 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.160117 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:08:01.161099 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Bound port: 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:08:01.161669 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.164710 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:01.167654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:01.188601 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.189193 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4c08df07-9b7a-400f-8e75-e751c937de58 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:01.190105 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c4a9a0a2-54ab-4f56-9189-0c12ad79e1a3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6455500 Sep 16 08:08:01.206141 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Pushing event updated for resources: {'Port': ['ID=29b33442-8458-4b13-aec0-6df0864d98f3,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:01.213191 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (3a76ea38-1ace-49a9-86b0-ac30de922433), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.240206 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:01.276465 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] For port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:08:01.283237 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] For port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:08:01.293743 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 4c08df07-9b7a-400f-8e75-e751c937de58 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:01.294190 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.294587 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 4c08df07-9b7a-400f-8e75-e751c937de58 Sep 16 08:08:01.385996 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.396610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 4c08df07-9b7a-400f-8e75-e751c937de58 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:01.432816 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:01.433445 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:01.451080 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.492134 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-fbbc856d-1141-4202-8d30-0489f85f29b5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--867565784&fields=id&tenant_id=f143f731c6cc4b38ba979827cd390f77 HTTP/1.1" status: 200 len: 267 time: 0.0590298 Sep 16 08:08:01.499025 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bf357-986c-4681-8f90-277201a4ddf5 None None] Pushing event updated for resources: {'Port': ['ID=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:01.563581 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Provisioning complete for port 29b33442-8458-4b13-aec0-6df0864d98f3 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:01.563962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.564291 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 1 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:01.605929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03e3a-b5ba-4688-ae4a-ea49e156f04f req-4552b514-c0dc-43af-a006-0b3a8540a4a9 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:01.606489 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:01.611187 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ede03e3a-b5ba-4688-ae4a-ea49e156f04f req-4552b514-c0dc-43af-a006-0b3a8540a4a9 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0884435 Sep 16 08:08:01.628803 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-77726a71-4655-4d0c-ba93-5c15b5423417 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:01.630861 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-77726a71-4655-4d0c-ba93-5c15b5423417 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 818 time: 0.1179175 Sep 16 08:08:01.631079 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:01.650211 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d1dcf80b-350c-4186-aab8-84a71c6b236b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/quotas/f143f731c6cc4b38ba979827cd390f77 HTTP/1.1" status: 200 len: 375 time: 0.0128422 Sep 16 08:08:01.714759 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-55c8e51a-200b-46a3-879e-b761fed71efa tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0568445 Sep 16 08:08:01.795459 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ede03e3a-b5ba-4688-ae4a-ea49e156f04f req-58572e23-79d5-4543-b4c4-432b5d2af7c8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802909 Sep 16 08:08:01.842002 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks [] for port (29b33442-8458-4b13-aec0-6df0864d98f3), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:01.856781 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:00Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:01.859330 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-9f3e77cb-52a0-4f61-91e2-a6fad38d1762 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270406 Sep 16 08:08:01.865038 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:01.890302 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74750cb3-4476-4114-9f6c-3ead55434675 None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:00Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:08:01.908581 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:01.936683 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:02.023571 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-30726bd1-1696-4c78-90a9-c8762692f5cb service neutron] 10.222.0.59 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560962 Sep 16 08:08:02.038388 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91575-bf75-415d-b75f-aab6e128a035 req-7c7dc8de-84d4-41d3-a4f1-e2409bb63bc2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:02.039920 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-09d91575-bf75-415d-b75f-aab6e128a035 req-7c7dc8de-84d4-41d3-a4f1-e2409bb63bc2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.1468408 Sep 16 08:08:02.040734 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Pushing event updated for resources: {'Port': ['ID=29b33442-8458-4b13-aec0-6df0864d98f3,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:02.081546 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (3a76ea38-1ace-49a9-86b0-ac30de922433), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:02.132917 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 2 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:02.154700 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-09d91575-bf75-415d-b75f-aab6e128a035 req-44b45a05-18ea-45c9-a930-27f0806a8e2d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072180 Sep 16 08:08:02.208521 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52662) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:02.240660 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:02.357146 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Network c3183744-0e74-401e-ac7d-6d88c22643af is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:02.358882 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:02.402638 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:02.450520 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49a282cf-359d-465c-b85d-bd7d25f7da47 req-eea6de4f-0920-4af7-bdf8-45fff9aceeeb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 210 time: 0.0861986 Sep 16 08:08:02.490377 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29f591e2-a10f-4656-883b-ea8ff91df6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:02.525327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:08:02.531766 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:02.615319 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29f591e2-a10f-4656-883b-ea8ff91df6ef admin admin] Publish callbacks [] for security_group (f003674d-dabc-44d2-93a5-679cccc1bfce), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:02.656348 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:08:02.663905 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-6476be3f-92e1-43c8-b607-f323d762cd0f admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3a76ea38-1ace-49a9-86b0-ac30de922433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5882087 Sep 16 08:08:02.687691 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29f591e2-a10f-4656-883b-ea8ff91df6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f003674d-dabc-44d2-93a5-679cccc1bfce), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:02.748801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f591e2-a10f-4656-883b-ea8ff91df6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f003674d-dabc-44d2-93a5-679cccc1bfce,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:02.756657 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-29f591e2-a10f-4656-883b-ea8ff91df6ef admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=06a88fa4fff8413b997fd3b0603e9d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441916 Sep 16 08:08:02.757112 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52678) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:02.829219 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-36746e15-b4c3-4d7f-b3ce-88d51ce997c7 admin admin] Publish callbacks [] for security_group (f003674d-dabc-44d2-93a5-679cccc1bfce), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:02.897321 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-36746e15-b4c3-4d7f-b3ce-88d51ce997c7 admin admin] Publish callbacks [] for security_group (f003674d-dabc-44d2-93a5-679cccc1bfce), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:02.903383 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 3 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:02.965098 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:03.065919 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90c5d8-17a5-44b0-ac88-cdb388b77f26 req-e1046e1d-55c5-4585-b7a3-3235219f23a1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:03.067584 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cf90c5d8-17a5-44b0-ac88-cdb388b77f26 req-e1046e1d-55c5-4585-b7a3-3235219f23a1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1294179 Sep 16 08:08:03.119860 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:03.152190 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-36746e15-b4c3-4d7f-b3ce-88d51ce997c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f003674d-dabc-44d2-93a5-679cccc1bfce), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:03.155535 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-36746e15-b4c3-4d7f-b3ce-88d51ce997c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:03.158113 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-36746e15-b4c3-4d7f-b3ce-88d51ce997c7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f003674d-dabc-44d2-93a5-679cccc1bfce HTTP/1.1" status: 204 len: 168 time: 0.3991446 Sep 16 08:08:03.175511 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cf90c5d8-17a5-44b0-ac88-cdb388b77f26 req-b3870198-d1dc-4c43-b215-5f09601a4a42 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001172 Sep 16 08:08:03.192414 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36746e15-b4c3-4d7f-b3ce-88d51ce997c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f003674d-dabc-44d2-93a5-679cccc1bfce,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:03.251013 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:03.317705 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:03.318119 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:03.318487 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb Sep 16 08:08:03.341551 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739f56-2861-4830-89e8-f4719557a72e req-64d5ae76-5102-4755-8f8c-9b944ce6a7bc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:03.349164 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ec739f56-2861-4830-89e8-f4719557a72e req-64d5ae76-5102-4755-8f8c-9b944ce6a7bc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.0709064 Sep 16 08:08:03.411291 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ec739f56-2861-4830-89e8-f4719557a72e req-d3dc36f8-6eae-41b5-93eb-85c932b913fc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552969 Sep 16 08:08:03.430236 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:03.431057 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:03.462116 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:03.466366 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 4 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:03.506130 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:03.583045 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133189ea-3da0-470c-9f7f-5e791e99f35c req-6905c0ab-24cb-4ab6-b307-5bc7a301dfa8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:03.584607 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-133189ea-3da0-470c-9f7f-5e791e99f35c req-6905c0ab-24cb-4ab6-b307-5bc7a301dfa8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.0663927 Sep 16 08:08:03.587378 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:03.596669 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52706) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:03.602085 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'port_id': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:03.651460 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (56726623-0caa-45f9-8009-d9dac6f7939d), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:03.667755 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:03.727061 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb62decb-e1f7-44af-bd0f-c38ce3b80974 req-b40648a8-4879-4913-afe7-09cd41744312 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 210 time: 0.0375164 Sep 16 08:08:03.930374 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52716) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:03.935367 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-911791236-network', 'tenant_id': '8750ae6fd91c4232836b5360727849d5'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:03.948596 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:04.007239 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 5 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:04.039868 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:04.047183 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Made reservation on behalf of 8750ae6fd91c4232836b5360727849d5 for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:08:04.049588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.079691 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.183932 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks [] for security_group (4302cc43-5674-4c19-8f31-7652549124a8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.212625 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52720) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:04.215849 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.225756 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-66be7142-9c29-4644-9b31-3c3c86c89df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.273496 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (56726623-0caa-45f9-8009-d9dac6f7939d), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.276666 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4302cc43-5674-4c19-8f31-7652549124a8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.315371 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:08:04.329497 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4302cc43-5674-4c19-8f31-7652549124a8,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:04.342286 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.342641 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Added segment ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0 of type vlan for network 388a37b0-f528-43ae-a168-fa78c9601811 Sep 16 08:08:04.363120 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-66be7142-9c29-4644-9b31-3c3c86c89df8 admin admin] Publish callbacks [] for security_group (dabee71f-e2ac-4735-ac9b-5e1a945c86cd), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.381143 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548554a-5c25-407c-9957-a5ecdb5e6919 req-79f24949-55a8-42a1-a263-f4666435dd3f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:04.382617 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c548554a-5c25-407c-9957-a5ecdb5e6919 req-79f24949-55a8-42a1-a263-f4666435dd3f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1202817 Sep 16 08:08:04.395995 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (388a37b0-f528-43ae-a168-fa78c9601811), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.450725 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-66be7142-9c29-4644-9b31-3c3c86c89df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (dabee71f-e2ac-4735-ac9b-5e1a945c86cd), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.464297 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP 56726623-0caa-45f9-8009-d9dac6f7939d associated. External IP: 172.27.1.169, port: 0587b75f-a06f-40a0-8e4d-3ac7308fa48a. Sep 16 08:08:04.471179 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c548554a-5c25-407c-9957-a5ecdb5e6919 req-927cde73-f1a9-459b-a5fe-884945ea1ed8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606105 Sep 16 08:08:04.503403 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-66be7142-9c29-4644-9b31-3c3c86c89df8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0c295a9da79b4eb695dd84f6ae3559b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896223 Sep 16 08:08:04.505455 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be7142-9c29-4644-9b31-3c3c86c89df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabee71f-e2ac-4735-ac9b-5e1a945c86cd,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:04.506275 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52722) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:04.530720 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:04.536935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (388a37b0-f528-43ae-a168-fa78c9601811), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.538070 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:04.538750 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.541136 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 6 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:04.592939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:04.616546 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] Pushing event updated for resources: {'Network': ['ID=388a37b0-f528-43ae-a168-fa78c9601811,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:04.631533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 388a37b0-f528-43ae-a168-fa78c9601811 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:08:04.654843 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-33af0a65-fcb0-4516-babd-4ec1a10ec58b admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7232227 Sep 16 08:08:04.657931 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52726) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:04.663171 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Request body: {'subnet': {'network_id': '388a37b0-f528-43ae-a168-fa78c9601811', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-911791236-subnet', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'ip_version': 4}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:04.742558 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Made reservation on behalf of 8750ae6fd91c4232836b5360727849d5 for: {'subnet': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:08:04.747386 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13267470'] for subnet (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.759145 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:08:04.772777 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:04.773447 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:04.898721 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:04.957614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0da33027-66bd-4910-97af-66492be7cbab admin admin] Publish callbacks [] for security_group (dabee71f-e2ac-4735-ac9b-5e1a945c86cd), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:04.968189 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:04.969518 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:04.979471 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f99e1-da89-4f0c-afcc-46e9459ed4b5 req-8224cb11-dc33-45b9-9fca-c49e1e646a01 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:04.981396 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-120f99e1-da89-4f0c-afcc-46e9459ed4b5 req-8224cb11-dc33-45b9-9fca-c49e1e646a01 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0770817 Sep 16 08:08:05.012119 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a8a74ac7-ca47-45f2-811a-de838781b0d6 req-0989e49d-75e8-4440-9bec-c8c5654840eb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 210 time: 0.0711846 Sep 16 08:08:05.094899 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 7 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:05.101927 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-120f99e1-da89-4f0c-afcc-46e9459ed4b5 req-cec56012-6a47-4100-9f29-4616dc3060f3 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093669 Sep 16 08:08:05.139687 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0da33027-66bd-4910-97af-66492be7cbab admin admin] Publish callbacks [] for security_group (dabee71f-e2ac-4735-ac9b-5e1a945c86cd), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.169753 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:05.175463 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 2, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:05.202713 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:05.206785 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:08:05.207800 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Updating router 3a76ea38-1ace-49a9-86b0-ac30de922433 port 29b33442-8458-4b13-aec0-6df0864d98f3 binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:08:05.239662 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:05.245837 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.246074 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:08:05.251508 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:05.251972 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.252453 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb Sep 16 08:08:05.265716 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13267480'] for subnet (bba5e5dc-7cf0-4535-8ddf-9361d101b270), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.335449 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba5e5dc-7cf0-4535-8ddf-9361d101b270,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:05.336966 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:05.354406 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Checking segment: {'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:05.355075 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Network hostable DHCP agents. Network: 388a37b0-f528-43ae-a168-fa78c9601811, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:08:05.359612 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0da33027-66bd-4910-97af-66492be7cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (dabee71f-e2ac-4735-ac9b-5e1a945c86cd), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.362081 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0da33027-66bd-4910-97af-66492be7cbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.366356 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-0da33027-66bd-4910-97af-66492be7cbab admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/dabee71f-e2ac-4735-ac9b-5e1a945c86cd HTTP/1.1" status: 204 len: 168 time: 0.8558729 Sep 16 08:08:05.382927 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da33027-66bd-4910-97af-66492be7cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabee71f-e2ac-4735-ac9b-5e1a945c86cd,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:05.388594 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:08:05.393678 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.402647 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:08:05.427946 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-91ca8d1a-bb6d-4899-be9b-a7d32f61db52 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/56726623-0caa-45f9-8009-d9dac6f7939d HTTP/1.1" status: 200 len: 992 time: 1.8261766 Sep 16 08:08:05.427946 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:05.430802 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:05.431663 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:05.435497 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:05.489036 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Network 388a37b0-f528-43ae-a168-fa78c9601811 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:08:05.495594 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fd99f5-4d42-4094-97ee-41359156cd9b x-openstack-request-id: req-74fd99f5-4d42-4094-97ee-41359156cd9b {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:05.496195 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:05.496452 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74fd99f5-4d42-4094-97ee-41359156cd9b {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:05.497000 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fd99f5-4d42-4094-97ee-41359156cd9b'] response: {'name': 'network-changed', 'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'status': 'completed', 'code': 200} Sep 16 08:08:05.540681 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:05.558453 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Publish callbacks [] for port (29b33442-8458-4b13-aec0-6df0864d98f3), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.584389 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:05.584943 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-9f181c00-17bc-4ef5-b2a2-4e4e356a04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:05.586363 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-9f181c00-17bc-4ef5-b2a2-4e4e356a04a5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 1129 time: 0.0418220 Sep 16 08:08:05.595008 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 388a37b0-f528-43ae-a168-fa78c9601811) {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:05.600487 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:05.601426 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.613257 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74308106-ef49-4634-aca9-29746c387f95 None None] Network 388a37b0-f528-43ae-a168-fa78c9601811 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:08:05.622436 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-e63aef18-6907-4cb3-8b45-d38997dd88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:05.628701 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-e63aef18-6907-4cb3-8b45-d38997dd88ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 1130 time: 0.0582750 Sep 16 08:08:05.661940 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:08:05.674166 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 8 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:05.705126 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-06503cb1-9616-46e4-b602-f68256b63447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:05.706629 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-06503cb1-9616-46e4-b602-f68256b63447 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 912 time: 0.1143303 Sep 16 08:08:05.724991 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.744431 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-a63a3f7d-d52f-4492-aeef-9400130dd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:05.745927 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-a63a3f7d-d52f-4492-aeef-9400130dd137 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 915 time: 0.1147766 Sep 16 08:08:05.779589 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Pushing event updated for resources: {'Port': ['ID=29b33442-8458-4b13-aec0-6df0864d98f3,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:05.788632 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-1c62c5c0-5d8a-4f1a-9545-9d0591e9a02b admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1271486 Sep 16 08:08:05.789516 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52740) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:05.799689 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Port 29b33442-8458-4b13-aec0-6df0864d98f3 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:05.804463 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.804812 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.805188 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.805805 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.806345 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.806876 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.812487 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:05.825148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:05.829621 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:05.853096 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Attempting to bind port 29b33442-8458-4b13-aec0-6df0864d98f3 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:08:05.853740 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Attempting to bind port 29b33442-8458-4b13-aec0-6df0864d98f3 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:08:05.854365 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Attempting to bind port 29b33442-8458-4b13-aec0-6df0864d98f3 on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:05.868491 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-6b47171c-6bac-4946-985f-663e0061bf8d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 200 len: 1000 time: 0.1535892 Sep 16 08:08:05.901390 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-2e195b90-e625-4c61-9f95-e4a348518639 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0587b75f-a06f-40a0-8e4d-3ac7308fa48a HTTP/1.1" status: 200 len: 1000 time: 0.1474459 Sep 16 08:08:05.907359 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-388a37b0-f528-43ae-a168-fa78c9601811', 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811', 'project_id': '8750ae6fd91c4232836b5360727849d5', 'fixed_ips': [{'subnet_id': 'bba5e5dc-7cf0-4535-8ddf-9361d101b270'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:08:05.908284 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.921699 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:08:05.922477 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Checking segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:05.923207 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.923699 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Bound using segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:08:05.924369 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Bound port: 29b33442-8458-4b13-aec0-6df0864d98f3, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:08:05.925072 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.960894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:05.962267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:06.042019 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:06.043373 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] For port 29b33442-8458-4b13-aec0-6df0864d98f3, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:08:06.047238 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] For port 29b33442-8458-4b13-aec0-6df0864d98f3, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=29b33442-8458-4b13-aec0-6df0864d98f3,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:08:06.053671 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-2854064e-cdc0-4971-886b-865dcdc19118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:06.055182 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-2854064e-cdc0-4971-886b-865dcdc19118 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.1682045 Sep 16 08:08:06.062181 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-a0985f0f-4b63-4c43-a72d-9856ee7f7e5d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:06.063767 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-a0985f0f-4b63-4c43-a72d-9856ee7f7e5d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 818 time: 0.2386255 Sep 16 08:08:06.096599 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-f853e6d0-8c48-45b4-b1c8-b1614b5f3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:06.103001 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-f853e6d0-8c48-45b4-b1c8-b1614b5f3b31 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.1734021 Sep 16 08:08:06.108690 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-ad8181df-81e7-4411-a0c9-2c0bbf15e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:06.110645 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-ad8181df-81e7-4411-a0c9-2c0bbf15e34a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456295 Sep 16 08:08:06.133556 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:06.155122 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:06.198944 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:06.230385 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:06.231070 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:06.271985 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:06.292806 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-71568a54-119e-43cb-97f4-108689c0b1fd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f143f731c6cc4b38ba979827cd390f77 HTTP/1.1" status: 200 len: 379 time: 0.1810894 Sep 16 08:08:06.322952 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'port': {'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'admin_state_up': True, 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'security_groups': ['8700f986-aeab-46da-8957-cb7fcb25795f']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:06.350494 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Attempt 9 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:06.360350 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:11Z', 'revision_number': 2, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}, {'id': '56726623-0caa-45f9-8009-d9dac6f7939d', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:88:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:07:20Z', 'updated_at': '2022-09-16T08:08:04Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:06.401962 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039daa18-8419-4d8f-95a3-960e16614d4e req-861eb313-5d72-4af4-9575-289a91131b9e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:06.404113 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-039daa18-8419-4d8f-95a3-960e16614d4e req-861eb313-5d72-4af4-9575-289a91131b9e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1407261 Sep 16 08:08:06.415156 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-19bf1cd9-3b55-4d92-9324-73cc4b33d0e2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806649 Sep 16 08:08:06.456430 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:08:06.492625 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0b6db-93b4-41d8-ab9e-f0794c531a2f None None] Pushing event updated for resources: {'Port': ['ID=29b33442-8458-4b13-aec0-6df0864d98f3,revision_number=4']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:06.495141 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-039daa18-8419-4d8f-95a3-960e16614d4e req-c1774d97-8f71-4b01-a0b2-84ada4db1ab1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790281 Sep 16 08:08:06.497350 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:06.515676 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Allocated IP 172.20.0.2 (388a37b0-f528-43ae-a168-fa78c9601811/bba5e5dc-7cf0-4535-8ddf-9361d101b270/ddc14c95-b518-4b9f-aa97-4702338ec3f6) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:06.518097 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:06.518761 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:06.545290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks [] for router_controller (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), precommit_add_association {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:06.620123 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:06.625632 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1067830c-f28e-43a9-818b-a41ab4392da3 req-d5c5549b-2ae4-40a4-83e8-4b11af4372b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278288 Sep 16 08:08:06.629966 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-07de5c00-2d13-43be-aa92-4f9fb1bdb2bf req-5bb18a1a-df69-4bb3-9868-682273d49159 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 210 time: 0.0799155 Sep 16 08:08:06.635064 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-58245c42-d0d4-47ee-a2cb-8e447315a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:06.657342 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-58245c42-d0d4-47ee-a2cb-8e447315a7f5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4935434 Sep 16 08:08:06.657655 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Made reservation on behalf of f143f731c6cc4b38ba979827cd390f77 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:08:06.662798 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:06.730901 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:06.836828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Allocated IP 172.20.0.4 (24df6cf0-63a8-4e5b-a9ad-1254d9c28362/9abab58f-37e4-4971-8232-7e0b5120da39/e41ec44c-439a-45a5-9e2e-66947ff6004f) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:06.864560 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-4320e04e-6a7b-4317-ac05-2a678cfd1df3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302617 Sep 16 08:08:06.885773 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:06Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:06.942088 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd82860f-cfe2-4b00-a455-33a8ef859ec1 None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:06Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:08:06.980335 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Current status of the port 29b33442-8458-4b13-aec0-6df0864d98f3 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:06.980747 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:06.993339 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks [] for router_gateway (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:06.995256 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:07.058459 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.063561 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:07.121668 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:07.147079 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] For port 29b33442-8458-4b13-aec0-6df0864d98f3, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=29b33442-8458-4b13-aec0-6df0864d98f3,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:07.219350 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.249073 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 29b33442-8458-4b13-aec0-6df0864d98f3 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:07.258270 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.264393 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eaf8ed09-c380-478d-b4ce-cf302d9a15b6 req-50345c8e-ca85-4d11-a8bd-228ced524576 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559850 Sep 16 08:08:07.296222 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Publish callbacks [] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.327975 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:07.332709 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:07.343608 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event updated for resources: {'Port': ['ID=e41ec44c-439a-45a5-9e2e-66947ff6004f,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:07.352831 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:07.431165 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.438719 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks [] for router_gateway (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.460102 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:07.465391 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.485855 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-b8225909-3c80-4219-bb8c-1f691a2fd2f7 None None] Provisioning complete for port 29b33442-8458-4b13-aec0-6df0864d98f3 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:07.486718 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b8225909-3c80-4219-bb8c-1f691a2fd2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.487403 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b8225909-3c80-4219-bb8c-1f691a2fd2f7 None None] Attempt 1 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:07.496744 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.551500 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded82293-ab89-47ef-b04e-da0342d16b01 None None] Pushing event updated for resources: {'Port': ['ID=29b33442-8458-4b13-aec0-6df0864d98f3,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:07.568409 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-87ae23da-d8c4-48d9-a287-8f692f38b298 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2492745 Sep 16 08:08:07.660555 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Network 388a37b0-f528-43ae-a168-fa78c9601811 is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:07.663292 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:07.664656 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Pushing event updated for resources: {'Port': ['ID=ddc14c95-b518-4b9f-aa97-4702338ec3f6,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:07.678567 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Allocated IP 172.27.1.139 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/36acfc42-d838-4ff1-8894-7d67293ce09f) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:07.726160 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:07.737044 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:07.743924 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685ec93-f2e0-4095-b752-a450f34e8351 req-77522779-8691-49b3-82b2-e81686ec79f5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:07.752089 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8685ec93-f2e0-4095-b752-a450f34e8351 req-77522779-8691-49b3-82b2-e81686ec79f5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1234317 Sep 16 08:08:07.752500 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 29b33442-8458-4b13-aec0-6df0864d98f3 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:07.752881 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.753221 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:07.777807 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:07.817087 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8685ec93-f2e0-4095-b752-a450f34e8351 req-4f79273d-171f-49db-b4f3-6ce659b16722 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615335 Sep 16 08:08:07.826959 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:07.862901 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461c037-0a22-423f-ba7b-972357593284 req-02ed1f3b-ec75-4922-85fa-4292fab111bf tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:07.869925 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5461c037-0a22-423f-ba7b-972357593284 req-02ed1f3b-ec75-4922-85fa-4292fab111bf tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 931 time: 0.0909166 Sep 16 08:08:07.917733 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks [] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:07.935550 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:11Z', 'revision_number': 2, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}, {'id': '56726623-0caa-45f9-8009-d9dac6f7939d', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:88:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:07:20Z', 'updated_at': '2022-09-16T08:08:04Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:07.959163 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5461c037-0a22-423f-ba7b-972357593284 req-caa0bd80-235c-4cfc-94d8-70c188342540 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875642 Sep 16 08:08:08.002037 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c20ac2-2383-41ea-a29a-4124ef5e3511 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:11Z', 'revision_number': 2, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}, {'id': '56726623-0caa-45f9-8009-d9dac6f7939d', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:88:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:07:20Z', 'updated_at': '2022-09-16T08:08:04Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:08:08.059302 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Request body: {'port': {'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:08.061406 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Attempting to bind port ddc14c95-b518-4b9f-aa97-4702338ec3f6 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:08:08.061632 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Attempting to bind port ddc14c95-b518-4b9f-aa97-4702338ec3f6 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:08:08.062205 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Attempting to bind port ddc14c95-b518-4b9f-aa97-4702338ec3f6 on network 388a37b0-f528-43ae-a168-fa78c9601811 {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:08.070570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.124067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:08.128095 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b8225909-3c80-4219-bb8c-1f691a2fd2f7 None None] Current status of the port 29b33442-8458-4b13-aec0-6df0864d98f3 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:08.133352 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:08.138637 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:08.152555 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.181664 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Pushing event updated for resources: {'Port': ['ID=36acfc42-d838-4ff1-8894-7d67293ce09f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:08.274480 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 29b33442-8458-4b13-aec0-6df0864d98f3 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:08.282291 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Provisioning complete for port e41ec44c-439a-45a5-9e2e-66947ff6004f triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:08.282672 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.283128 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Attempt 1 to provision port e41ec44c-439a-45a5-9e2e-66947ff6004f Sep 16 08:08:08.285165 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:08:08.285545 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Checking segment: {'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:08.285944 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.286334 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Bound using segment: {'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:08:08.286864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Bound port: ddc14c95-b518-4b9f-aa97-4702338ec3f6, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:08:08.287247 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.361227 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Port e41ec44c-439a-45a5-9e2e-66947ff6004f cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:08.388752 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] For port ddc14c95-b518-4b9f-aa97-4702338ec3f6, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:08:08.395114 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] For port ddc14c95-b518-4b9f-aa97-4702338ec3f6, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=ddc14c95-b518-4b9f-aa97-4702338ec3f6,segment=NetworkSegment(ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0),segment_id=ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:08:08.401397 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d3500c7e-ffc8-4531-b281-4e356870c288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.419114 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:08.502716 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.508498 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf51dac-e24d-4443-b06d-60e13658bde2 None None] New status for floating IP 56726623-0caa-45f9-8009-d9dac6f7939d: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:08:08.569622 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b71a-bd95-46e0-a3f6-7a7994363b38 None None] Pushing event updated for resources: {'Port': ['ID=ddc14c95-b518-4b9f-aa97-4702338ec3f6,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:08.576322 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41ec44c-439a-45a5-9e2e-66947ff6004f {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:08:08.602919 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Publish callbacks [] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.630761 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Transition to ACTIVE for port object e41ec44c-439a-45a5-9e2e-66947ff6004f will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:08:08.669370 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:08.688324 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks [] for router_gateway (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.864044 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Attempt 2 to provision port e41ec44c-439a-45a5-9e2e-66947ff6004f Sep 16 08:08:08.886891 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.913234 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Port e41ec44c-439a-45a5-9e2e-66947ff6004f cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:08.946183 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:08.961007 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:08.962139 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Pushing event updated for resources: {'Port': ['ID=e41ec44c-439a-45a5-9e2e-66947ff6004f,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:09.059670 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712772d-7e54-469c-9e66-dd61ed835a39 req-4be55a95-ab84-434a-9f46-a57f369b72ac tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:09.063011 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1712772d-7e54-469c-9e66-dd61ed835a39 req-4be55a95-ab84-434a-9f46-a57f369b72ac tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0962670 Sep 16 08:08:09.135464 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Attempting to bind port e41ec44c-439a-45a5-9e2e-66947ff6004f on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:08:09.135893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Attempting to bind port e41ec44c-439a-45a5-9e2e-66947ff6004f by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:08:09.136453 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Attempting to bind port e41ec44c-439a-45a5-9e2e-66947ff6004f on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:09.149999 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d1ced-c70a-44aa-bf11-1d87d654560a req-25ef766b-7810-4483-a43f-d9239809a19d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:09.151572 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-074d1ced-c70a-44aa-bf11-1d87d654560a req-25ef766b-7810-4483-a43f-d9239809a19d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 943 time: 0.0596249 Sep 16 08:08:09.201732 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1712772d-7e54-469c-9e66-dd61ed835a39 req-6e751e75-1501-4d42-87f0-2b58be3bd69f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179867 Sep 16 08:08:09.221032 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Port e41ec44c-439a-45a5-9e2e-66947ff6004f on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:08:09.221717 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Attempting to bind port e41ec44c-439a-45a5-9e2e-66947ff6004f on network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:09.248129 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-074d1ced-c70a-44aa-bf11-1d87d654560a req-964250cb-b164-4999-b2eb-e045f0c58965 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883567 Sep 16 08:08:09.283307 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:08:09.283819 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ddc14c95-b518-4b9f-aa97-4702338ec3f6 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:09.305227 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:08:09.305710 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Checking segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:09.306107 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Bound using segment: {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:08:09.306624 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Bound port: e41ec44c-439a-45a5-9e2e-66947ff6004f, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e4ccc4-ec5e-4477-8571-bd34fcd77982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:08:09.307031 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.334673 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port ddc14c95-b518-4b9f-aa97-4702338ec3f6 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:09.335276 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.335617 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port ddc14c95-b518-4b9f-aa97-4702338ec3f6 Sep 16 08:08:09.394073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] For port e41ec44c-439a-45a5-9e2e-66947ff6004f, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:08:09.398436 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] For port e41ec44c-439a-45a5-9e2e-66947ff6004f, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:08:09.431075 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Attempt 3 to provision port e41ec44c-439a-45a5-9e2e-66947ff6004f Sep 16 08:08:09.431642 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:08:09.445645 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Sync routers for ids ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:08:09.459793 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port ddc14c95-b518-4b9f-aa97-4702338ec3f6 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:09.460179 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.464627 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:09.481786 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Port e41ec44c-439a-45a5-9e2e-66947ff6004f cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:09.491683 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Routers {'d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:09.491683 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:07:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:09.511063 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.513057 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.517123 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:09.517123 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.517345 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 200 len: 1093 time: 1.4634535 Sep 16 08:08:09.517715 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52806) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:09.518402 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a8c8af8c-36df-4376-914c-604b9861d950 admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6916442 Sep 16 08:08:09.542992 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:09.546861 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port ddc14c95-b518-4b9f-aa97-4702338ec3f6, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=ddc14c95-b518-4b9f-aa97-4702338ec3f6,segment=NetworkSegment(ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0),segment_id=ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:09.547040 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163877c2-8bfe-4227-8a52-88d39abd8d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:09.608191 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369bf0dc-afca-4870-bef3-c99bb4571517 x-openstack-request-id: req-369bf0dc-afca-4870-bef3-c99bb4571517 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:09.608479 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:09.608733 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-369bf0dc-afca-4870-bef3-c99bb4571517 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:09.609197 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369bf0dc-afca-4870-bef3-c99bb4571517'] response: {'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'status': 'completed', 'code': 200} Sep 16 08:08:09.614889 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Set router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:09.641253 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.642412 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 29b33442-8458-4b13-aec0-6df0864d98f3 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:09.646160 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1e158-dfcc-4537-9668-786c283bb212 service neutron] Pushing event updated for resources: {'Port': ['ID=e41ec44c-439a-45a5-9e2e-66947ff6004f,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:09.745570 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163877c2-8bfe-4227-8a52-88d39abd8d7a req-6da1ae9e-4fa1-4062-9da6-6240fb1923f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:09.750795 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-163877c2-8bfe-4227-8a52-88d39abd8d7a req-6da1ae9e-4fa1-4062-9da6-6240fb1923f9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1127 time: 0.0648777 Sep 16 08:08:09.825968 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 29b33442-8458-4b13-aec0-6df0864d98f3 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:09.825968 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:09.825968 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 29b33442-8458-4b13-aec0-6df0864d98f3 Sep 16 08:08:09.830905 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=ddc14c95-b518-4b9f-aa97-4702338ec3f6,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:09.857570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:09.874005 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f33c7-ed70-4b84-ada2-431111c1fcc9 None None] Network 388a37b0-f528-43ae-a168-fa78c9601811 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:08:09.903548 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163877c2-8bfe-4227-8a52-88d39abd8d7a req-b9a8d3b2-2acf-4bc7-ba90-b9500f0f2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:09.905008 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-163877c2-8bfe-4227-8a52-88d39abd8d7a req-b9a8d3b2-2acf-4bc7-ba90-b9500f0f2006 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=f143f731c6cc4b38ba979827cd390f77&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1211514 Sep 16 08:08:10.020566 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Attempt 4 to provision port e41ec44c-439a-45a5-9e2e-66947ff6004f Sep 16 08:08:10.067036 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:10.078638 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163877c2-8bfe-4227-8a52-88d39abd8d7a req-a008e8bc-2dff-494c-9ac0-3d25dd5a1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:10.080193 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-163877c2-8bfe-4227-8a52-88d39abd8d7a req-a008e8bc-2dff-494c-9ac0-3d25dd5a1d80 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459911 Sep 16 08:08:10.146737 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-5de6dcfc-fadf-4d96-9776-98d7722da62f None None] Port e41ec44c-439a-45a5-9e2e-66947ff6004f had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:08:10.153734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:08:08Z', 'revision_number': 3, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port': {'id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:07Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:10.206904 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Checking router: d71e1a99-1f4e-4a0c-9d8f-ea64cada629d for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:08:10.207756 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Updating router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d port 36acfc42-d838-4ff1-8894-7d67293ce09f binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:08:10.222022 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-eff4e692-007c-4618-b719-6b9396a0f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:10.224077 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-eff4e692-007c-4618-b719-6b9396a0f9d2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1127 time: 0.0627823 Sep 16 08:08:10.237263 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:10.248280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 29b33442-8458-4b13-aec0-6df0864d98f3 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:10.275203 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.279521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-cb1b93bb-7fa9-4d10-9095-2ddcae6243c2 None None] Provisioning complete for port ddc14c95-b518-4b9f-aa97-4702338ec3f6 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:10.279875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cb1b93bb-7fa9-4d10-9095-2ddcae6243c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.280207 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-cb1b93bb-7fa9-4d10-9095-2ddcae6243c2 None None] Attempt 1 to provision port ddc14c95-b518-4b9f-aa97-4702338ec3f6 Sep 16 08:08:10.308245 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-732aecd7-2c83-4215-adc0-dae8e9376096 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 200 len: 217 time: 0.0433025 Sep 16 08:08:10.340771 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.433057 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbb219-50af-4818-abf7-14ba3cc730c9 req-b7d042bc-5a30-4375-a22a-03e509a888cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:10.434269 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8fcbb219-50af-4818-abf7-14ba3cc730c9 req-b7d042bc-5a30-4375-a22a-03e509a888cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 943 time: 0.0841036 Sep 16 08:08:10.488630 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8fcbb219-50af-4818-abf7-14ba3cc730c9 req-415d87e4-8f3a-4e40-bab4-3b2095e2a48c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478613 Sep 16 08:08:10.506717 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:10.522202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-537a974c-ba19-4d11-8b45-90e9e4a38554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:10.522555 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:10.524037 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-537a974c-ba19-4d11-8b45-90e9e4a38554 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.2145536 Sep 16 08:08:10.530754 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b93bb-7fa9-4d10-9095-2ddcae6243c2 None None] Current status of the port ddc14c95-b518-4b9f-aa97-4702338ec3f6 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:10.568182 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Allocated IP 172.20.0.1 (388a37b0-f528-43ae-a168-fa78c9601811/bba5e5dc-7cf0-4535-8ddf-9361d101b270/c1af75e4-818f-4a1f-98ec-fc7bb674e798) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:10.585384 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-54b65907-bf71-4bd7-a28d-fe49ce9f209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:10.588190 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-54b65907-bf71-4bd7-a28d-fe49ce9f209c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542841 Sep 16 08:08:10.633491 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:10.663067 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Publish callbacks [] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.667021 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-c8e33364-328c-409f-bad4-34a31cfa2aa2 None None] Provisioning complete for port ddc14c95-b518-4b9f-aa97-4702338ec3f6 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:10.667387 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c8e33364-328c-409f-bad4-34a31cfa2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.667723 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-c8e33364-328c-409f-bad4-34a31cfa2aa2 None None] Attempt 1 to provision port ddc14c95-b518-4b9f-aa97-4702338ec3f6 Sep 16 08:08:10.669464 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-608a34f0-74de-48e3-b994-328ac8a59c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.685909 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks [] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.747357 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.751819 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-c8e33364-328c-409f-bad4-34a31cfa2aa2 None None] Current status of the port ddc14c95-b518-4b9f-aa97-4702338ec3f6 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:10.772433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.787304 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Attempting to bind port 36acfc42-d838-4ff1-8894-7d67293ce09f on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:08:10.787676 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Attempting to bind port 36acfc42-d838-4ff1-8894-7d67293ce09f by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:08:10.788792 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Attempting to bind port 36acfc42-d838-4ff1-8894-7d67293ce09f on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:10.821968 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02449535-a735-454a-a4c2-909172d3e98a None None] Pushing event updated for resources: {'Port': ['ID=36acfc42-d838-4ff1-8894-7d67293ce09f,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:10.832614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Network 388a37b0-f528-43ae-a168-fa78c9601811 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:10.844119 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:08:10.844464 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:10.844708 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:10.844873 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.845295 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:08:10.845772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Bound port: 36acfc42-d838-4ff1-8894-7d67293ce09f, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:08:10.846149 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.848043 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:10.867662 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:10.876739 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Pushing event updated for resources: {'Port': ['ID=c1af75e4-818f-4a1f-98ec-fc7bb674e798,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:10.895789 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-9e235ff7-17ff-4961-ad35-0d578404b8dc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758265 Sep 16 08:08:10.909141 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:10.926442 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] For port 36acfc42-d838-4ff1-8894-7d67293ce09f, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:08:10.930380 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] For port 36acfc42-d838-4ff1-8894-7d67293ce09f, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=36acfc42-d838-4ff1-8894-7d67293ce09f,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:08:10.961054 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:10.999885 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:11.070516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02449535-a735-454a-a4c2-909172d3e98a None None] Pushing event updated for resources: {'Port': ['ID=36acfc42-d838-4ff1-8894-7d67293ce09f,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:11.097134 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Routers {'d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:11.098299 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:11.102778 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Provisioning complete for port c1af75e4-818f-4a1f-98ec-fc7bb674e798 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:11.102778 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:11.103092 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 1 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:11.183305 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ddc14c95-b518-4b9f-aa97-4702338ec3f6 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:11.224630 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:11.288418 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] Set router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:11.342538 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port ddc14c95-b518-4b9f-aa97-4702338ec3f6 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:11.342932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:11.343277 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port ddc14c95-b518-4b9f-aa97-4702338ec3f6 Sep 16 08:08:11.347853 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a0bdfa2-21eb-4c81-a18a-2c10811fb486 req-0de72b7d-2605-4999-b7bb-a2484ec7582d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954094 Sep 16 08:08:11.423757 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:11.440827 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:11.511532 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port ddc14c95-b518-4b9f-aa97-4702338ec3f6 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:11.528111 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:08:08Z', 'revision_number': 3, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port': {'id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:07Z', 'updated_at': '2022-09-16T08:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:11.554877 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa741f-7cb2-4226-bb80-08fbc05a8b6b None None] The sync data for ids ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'] in dv-cinder-740146-20-iscsi is: [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:08:08Z', 'revision_number': 3, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port': {'id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:07Z', 'updated_at': '2022-09-16T08:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:08:11.677460 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54bfc-18e7-4075-911f-1eae2d897bb9 req-d06dfe28-5b50-437b-970c-8058eb5864ba tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:11.679010 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-99f54bfc-18e7-4075-911f-1eae2d897bb9 req-d06dfe28-5b50-437b-970c-8058eb5864ba tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 943 time: 0.0767648 Sep 16 08:08:11.689504 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks [] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:11.725560 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 2 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:11.733713 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-99f54bfc-18e7-4075-911f-1eae2d897bb9 req-0cfe6cbd-459c-47a5-aaa7-98be06078c00 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466101 Sep 16 08:08:11.765421 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:11.769817 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:11.787728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:11.877464 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Pushing event updated for resources: {'Port': ['ID=c1af75e4-818f-4a1f-98ec-fc7bb674e798,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:11.882015 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:11.982257 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Network 388a37b0-f528-43ae-a168-fa78c9601811 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:11.983657 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:12.073578 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:12.109667 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:08:12.225772 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:08:12.231033 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-3a815126-96b9-4ee1-b894-82cefb8733aa admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/d71e1a99-1f4e-4a0c-9d8f-ea64cada629d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813340 Sep 16 08:08:12.270858 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 3 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:12.307676 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:12.677027 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52848) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:12.681957 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-d927b7ce-21cb-4203-8cdc-3750679e853e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047951653', 'description': 'tempest-secgroup-smoke-2047951653 description', 'project_id': '794ad972bfa844538f6f71d62e7bd163'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:12.687345 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:12.778635 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d927b7ce-21cb-4203-8cdc-3750679e853e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:12.809366 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 4 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:12.851122 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:12.879558 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d927b7ce-21cb-4203-8cdc-3750679e853e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group (b1f5d328-9f8e-4da4-9c84-f9749a5602d6), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:12.895267 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364d22-7dd6-4939-b839-d5d02a56ece3 req-9c88b4d5-99d7-4a8e-a90a-73ffcf8c8495 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:12.896754 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-92364d22-7dd6-4939-b839-d5d02a56ece3 req-9c88b4d5-99d7-4a8e-a90a-73ffcf8c8495 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 943 time: 0.0599141 Sep 16 08:08:12.946884 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-92364d22-7dd6-4939-b839-d5d02a56ece3 req-dcadd581-5ad7-4c91-b747-97f6cce63814 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444899 Sep 16 08:08:12.978549 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d927b7ce-21cb-4203-8cdc-3750679e853e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b1f5d328-9f8e-4da4-9c84-f9749a5602d6), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.009454 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927b7ce-21cb-4203-8cdc-3750679e853e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f5d328-9f8e-4da4-9c84-f9749a5602d6,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:13.095958 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d927b7ce-21cb-4203-8cdc-3750679e853e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.100051 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d927b7ce-21cb-4203-8cdc-3750679e853e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4191923 Sep 16 08:08:13.100403 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52856) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:13.104885 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-a4539aac-1b38-499c-9c51-12551cca6263 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'security_group_rule': {'security_group_id': 'b1f5d328-9f8e-4da4-9c84-f9749a5602d6', 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:13.171807 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 36acfc42-d838-4ff1-8894-7d67293ce09f up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:13.215650 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 36acfc42-d838-4ff1-8894-7d67293ce09f triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:13.216029 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.216369 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 36acfc42-d838-4ff1-8894-7d67293ce09f Sep 16 08:08:13.236538 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a4539aac-1b38-499c-9c51-12551cca6263 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (6d8b775b-ebbf-49a3-92b1-a19a331dd738), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.292524 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 36acfc42-d838-4ff1-8894-7d67293ce09f is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:13.292913 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.298914 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a4539aac-1b38-499c-9c51-12551cca6263 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (6d8b775b-ebbf-49a3-92b1-a19a331dd738), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.317881 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 36acfc42-d838-4ff1-8894-7d67293ce09f, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=36acfc42-d838-4ff1-8894-7d67293ce09f,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:13.352986 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 5 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:13.389189 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:13.401408 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a4539aac-1b38-499c-9c51-12551cca6263 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (6d8b775b-ebbf-49a3-92b1-a19a331dd738), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.417986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539aac-1b38-499c-9c51-12551cca6263 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8b775b-ebbf-49a3-92b1-a19a331dd738,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:13.430154 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.493760 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=36acfc42-d838-4ff1-8894-7d67293ce09f,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:13.507048 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a4539aac-1b38-499c-9c51-12551cca6263 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.510125 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a4539aac-1b38-499c-9c51-12551cca6263 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4068654 Sep 16 08:08:13.511047 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52862) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:13.515607 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-e1a85c2c-a6cb-4017-9a06-f56452c05d8f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'security_group_rule': {'security_group_id': 'b1f5d328-9f8e-4da4-9c84-f9749a5602d6', 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:13.553045 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.646320 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1a85c2c-a6cb-4017-9a06-f56452c05d8f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (cd870858-c73e-49a8-96ec-18e7eb4fa712), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.720354 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1a85c2c-a6cb-4017-9a06-f56452c05d8f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (cd870858-c73e-49a8-96ec-18e7eb4fa712), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.812922 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1a85c2c-a6cb-4017-9a06-f56452c05d8f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (cd870858-c73e-49a8-96ec-18e7eb4fa712), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.857436 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a85c2c-a6cb-4017-9a06-f56452c05d8f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd870858-c73e-49a8-96ec-18e7eb4fa712,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:13.877644 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dbc42-9e3f-4584-a04a-38fbfb0961c8 req-be86ba45-7955-4ce0-bf5b-af81b7906ec5 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:13.879225 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-929dbc42-9e3f-4584-a04a-38fbfb0961c8 req-be86ba45-7955-4ce0-bf5b-af81b7906ec5 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0613818 Sep 16 08:08:13.890274 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 6 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:13.894297 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.926815 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:13.930329 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-929dbc42-9e3f-4584-a04a-38fbfb0961c8 req-802f35ec-3c12-4769-80c0-c002d977cd2b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453248 Sep 16 08:08:13.952625 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1a85c2c-a6cb-4017-9a06-f56452c05d8f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:13.954936 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e1a85c2c-a6cb-4017-9a06-f56452c05d8f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4418342 Sep 16 08:08:13.956912 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52872) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:13.958961 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52874) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:13.961295 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-944f4d75-afd1-42eb-9992-657e202feed7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'security_group_rule': {'security_group_id': 'b1f5d328-9f8e-4da4-9c84-f9749a5602d6', 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:14.058872 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-944f4d75-afd1-42eb-9992-657e202feed7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (74abe673-425d-48c5-a8b4-fe3674ac9364), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.093518 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6d88-c6c0-4236-87d9-0931358904da req-46ce90dd-79ca-40cc-a267-d11fc0bedf46 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:14.093518 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb8b6d88-c6c0-4236-87d9-0931358904da req-46ce90dd-79ca-40cc-a267-d11fc0bedf46 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 943 time: 0.0657692 Sep 16 08:08:14.122913 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-944f4d75-afd1-42eb-9992-657e202feed7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (74abe673-425d-48c5-a8b4-fe3674ac9364), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.170672 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb8b6d88-c6c0-4236-87d9-0931358904da req-eca26d86-0ff1-4136-bc83-e31ead651e3c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752974 Sep 16 08:08:14.175934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d15486-a542-486a-ba24-1b1fc5453003 tempest-TestMinimumBasicScenario-2104939847 tempest-TestMinimumBasicScenario-2104939847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:14.177443 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-08d15486-a542-486a-ba24-1b1fc5453003 tempest-TestMinimumBasicScenario-2104939847 tempest-TestMinimumBasicScenario-2104939847-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1124 time: 0.2174819 Sep 16 08:08:14.180664 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52880) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:14.187384 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'port_id': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:14.201019 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-944f4d75-afd1-42eb-9992-657e202feed7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (74abe673-425d-48c5-a8b4-fe3674ac9364), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.206134 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:14.227507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f4d75-afd1-42eb-9992-657e202feed7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74abe673-425d-48c5-a8b4-fe3674ac9364,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:14.296848 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.301698 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-944f4d75-afd1-42eb-9992-657e202feed7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.302959 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-944f4d75-afd1-42eb-9992-657e202feed7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450241 Sep 16 08:08:14.305720 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52882) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:14.310186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-840f127a-fd95-4d7a-b0e7-834e0c3c0536 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'security_group_rule': {'security_group_id': 'b1f5d328-9f8e-4da4-9c84-f9749a5602d6', 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:14.412993 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:14.428166 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 7 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:14.459539 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-840f127a-fd95-4d7a-b0e7-834e0c3c0536 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (ff3a9f6b-25cf-4784-8965-30d410d55d35), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.459648 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:14.466190 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:14.480991 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.570338 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-840f127a-fd95-4d7a-b0e7-834e0c3c0536 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (ff3a9f6b-25cf-4784-8965-30d410d55d35), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.583986 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Sync routers for ids ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:08:14.597397 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Routers {'d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:14.598236 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:14.626361 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Allocated IP 172.27.1.160 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:14.651357 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-840f127a-fd95-4d7a-b0e7-834e0c3c0536 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (ff3a9f6b-25cf-4784-8965-30d410d55d35), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.699812 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f127a-fd95-4d7a-b0e7-834e0c3c0536 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3a9f6b-25cf-4784-8965-30d410d55d35,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:14.711154 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:14.716365 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Set router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:14.752754 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.792089 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-840f127a-fd95-4d7a-b0e7-834e0c3c0536 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.793300 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-840f127a-fd95-4d7a-b0e7-834e0c3c0536 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4866407 Sep 16 08:08:14.796085 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52892) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:14.800434 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'security_group_rule': {'security_group_id': 'b1f5d328-9f8e-4da4-9c84-f9749a5602d6', 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:14.873601 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.905529 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:08:11Z', 'revision_number': 4, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port': {'id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:07Z', 'updated_at': '2022-09-16T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'c1af75e4-818f-4a1f-98ec-fc7bb674e798', 'name': '', 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'mac_address': 'fa:16:3e:19:11:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'bba5e5dc-7cf0-4535-8ddf-9361d101b270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:10Z', 'updated_at': '2022-09-16T08:08:11Z', 'revision_number': 2, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'subnets': [{'id': 'bba5e5dc-7cf0-4535-8ddf-9361d101b270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:14.921690 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:14.921690 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:14.924203 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:14.926813 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.securitygroups_db [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Project 794ad972bfa844538f6f71d62e7bd163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 08:08:14.934368 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Checking router: d71e1a99-1f4e-4a0c-9d8f-ea64cada629d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:08:14.934823 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Updating router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d port c1af75e4-818f-4a1f-98ec-fc7bb674e798 binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:08:14.958277 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (b949a7a7-1af2-4e3c-a029-65bf6734cca4), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.961912 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:14.967105 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 8 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:14.968283 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'Port': ['ID=d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:15.006193 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:15.055775 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (b949a7a7-1af2-4e3c-a029-65bf6734cca4), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.088618 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:15.152559 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (b949a7a7-1af2-4e3c-a029-65bf6734cca4), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.171623 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 36acfc42-d838-4ff1-8894-7d67293ce09f up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:15.208919 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b949a7a7-1af2-4e3c-a029-65bf6734cca4,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:15.252329 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 36acfc42-d838-4ff1-8894-7d67293ce09f triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:15.252756 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.253087 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 36acfc42-d838-4ff1-8894-7d67293ce09f Sep 16 08:08:15.257101 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Publish callbacks [] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.309500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.313851 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d9458f0c-bb0d-4649-905a-666c7989cf6b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5136259 Sep 16 08:08:15.313851 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52900) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:15.320962 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'security_group_rule': {'security_group_id': 'b1f5d328-9f8e-4da4-9c84-f9749a5602d6', 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:15.447169 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.479275 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 36acfc42-d838-4ff1-8894-7d67293ce09f is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:15.508474 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 9 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:15.547257 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Port c1af75e4-818f-4a1f-98ec-fc7bb674e798 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:15.555315 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc19fea-7163-43c0-92b7-595835b4c4d3 None None] Pushing event updated for resources: {'Port': ['ID=c1af75e4-818f-4a1f-98ec-fc7bb674e798,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:15.557901 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Attempting to bind port c1af75e4-818f-4a1f-98ec-fc7bb674e798 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:08:15.558274 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Attempting to bind port c1af75e4-818f-4a1f-98ec-fc7bb674e798 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:08:15.558632 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Attempting to bind port c1af75e4-818f-4a1f-98ec-fc7bb674e798 on network 388a37b0-f528-43ae-a168-fa78c9601811 {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:15.609090 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:08:15.610270 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Checking segment: {'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:15.610889 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.612228 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Bound using segment: {'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:08:15.612724 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Bound port: c1af75e4-818f-4a1f-98ec-fc7bb674e798, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:08:15.613541 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.629617 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526b9e2-60f6-488a-8a16-99d3efb42987 req-c02fa6e6-d839-405c-9a20-11b7e1e0a944 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:15.631277 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2526b9e2-60f6-488a-8a16-99d3efb42987 req-c02fa6e6-d839-405c-9a20-11b7e1e0a944 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 943 time: 0.3252478 Sep 16 08:08:15.680765 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] For port c1af75e4-818f-4a1f-98ec-fc7bb674e798, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:08:15.683814 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] For port c1af75e4-818f-4a1f-98ec-fc7bb674e798, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c1af75e4-818f-4a1f-98ec-fc7bb674e798,segment=NetworkSegment(ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0),segment_id=ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:08:15.694024 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.securitygroups_db [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Project 794ad972bfa844538f6f71d62e7bd163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 08:08:15.709467 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (8259fd3b-37f7-4077-8cf3-4c362d914e34), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.713253 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for floatingip (0462882a-7625-4568-b8ca-a5356d8ce5b1), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.752152 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2526b9e2-60f6-488a-8a16-99d3efb42987 req-fc26a642-1aa6-4533-8b14-6027aa2aa75f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136601 Sep 16 08:08:15.777950 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.811206 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (8259fd3b-37f7-4077-8cf3-4c362d914e34), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.811752 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:15.818264 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Routers {'d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:15.818907 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:15.839054 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:15.874732 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc19fea-7163-43c0-92b7-595835b4c4d3 None None] Pushing event updated for resources: {'Port': ['ID=c1af75e4-818f-4a1f-98ec-fc7bb674e798,revision_number=4']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:15.899463 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.901095 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (8259fd3b-37f7-4077-8cf3-4c362d914e34), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:15.945991 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8259fd3b-37f7-4077-8cf3-4c362d914e34,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:15.947351 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e41ec44c-439a-45a5-9e2e-66947ff6004f details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:08:15.965700 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:16.022868 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] Set router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:16.045865 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.050349 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-fe833af5-4df2-4d30-a079-05c42d9d8d7a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7326164 Sep 16 08:08:16.053642 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Attempt 10 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:16.055533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:16.098777 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port e41ec44c-439a-45a5-9e2e-66947ff6004f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:16.114214 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'mac_address': 'fa:16:3e:38:34:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:08:16.117949 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.167371 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port e41ec44c-439a-45a5-9e2e-66947ff6004f is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:16.167761 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.177515 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.221077 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Current status of the port c1af75e4-818f-4a1f-98ec-fc7bb674e798 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:16.221538 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.224356 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:08:11Z', 'revision_number': 4, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port': {'id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:07Z', 'updated_at': '2022-09-16T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'c1af75e4-818f-4a1f-98ec-fc7bb674e798', 'name': '', 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'mac_address': 'fa:16:3e:19:11:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'bba5e5dc-7cf0-4535-8ddf-9361d101b270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:10Z', 'updated_at': '2022-09-16T08:08:15Z', 'revision_number': 4, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'subnets': [{'id': 'bba5e5dc-7cf0-4535-8ddf-9361d101b270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:16.234613 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (0462882a-7625-4568-b8ca-a5356d8ce5b1), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.253101 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153e858-aa90-4e1c-8aae-bfb6b07dd03f None None] The sync data for ids ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'] in dv-cinder-740146-20-iscsi is: [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:08:11Z', 'revision_number': 4, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port': {'id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:07Z', 'updated_at': '2022-09-16T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'c1af75e4-818f-4a1f-98ec-fc7bb674e798', 'name': '', 'network_id': '388a37b0-f528-43ae-a168-fa78c9601811', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'mac_address': 'fa:16:3e:19:11:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'bba5e5dc-7cf0-4535-8ddf-9361d101b270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:10Z', 'updated_at': '2022-09-16T08:08:15Z', 'revision_number': 4, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'subnets': [{'id': 'bba5e5dc-7cf0-4535-8ddf-9361d101b270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:08:16.284727 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41ec44c-439a-45a5-9e2e-66947ff6004f {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:08:16.384159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'Port': ['ID=d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:16.397718 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port e41ec44c-439a-45a5-9e2e-66947ff6004f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:16.402639 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] For port c1af75e4-818f-4a1f-98ec-fc7bb674e798, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c1af75e4-818f-4a1f-98ec-fc7bb674e798,segment=NetworkSegment(ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0),segment_id=ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:16.467626 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.476433 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.519004 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Floating IP 0462882a-7625-4568-b8ca-a5356d8ce5b1 associated. External IP: 172.27.1.160, port: 800c16c0-6c80-47ad-8a9f-a60246ce9a01. Sep 16 08:08:16.543385 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=e41ec44c-439a-45a5-9e2e-66947ff6004f,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:16.583715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:16.607627 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-16574c23-f671-4846-80b2-d4f9ee1197a9 None None] Provisioning complete for port c1af75e4-818f-4a1f-98ec-fc7bb674e798 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:16.608106 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-16574c23-f671-4846-80b2-d4f9ee1197a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:16.608534 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-16574c23-f671-4846-80b2-d4f9ee1197a9 None None] Attempt 1 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:16.646861 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe4115-ed3f-4518-8dd3-87adb384ae02 None None] Pushing event updated for resources: {'Port': ['ID=c1af75e4-818f-4a1f-98ec-fc7bb674e798,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:16.698925 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-16574c23-f671-4846-80b2-d4f9ee1197a9 None None] Current status of the port c1af75e4-818f-4a1f-98ec-fc7bb674e798 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:16.889824 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Router 3d62e449-0f2b-441f-8649-345b136c4b3d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:08:16.902358 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc467-ff1b-4b7d-abad-4fcb61bb38e9 req-165b2db7-367e-41ac-98ed-e56f74d98eaa tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:16.910465 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-25edc467-ff1b-4b7d-abad-4fcb61bb38e9 req-165b2db7-367e-41ac-98ed-e56f74d98eaa tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 944 time: 0.0684397 Sep 16 08:08:16.947883 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['e41ec44c-439a-45a5-9e2e-66947ff6004f'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:08:16.970365 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-25edc467-ff1b-4b7d-abad-4fcb61bb38e9 req-d62413b0-3524-4ed8-a220-fb2350e41c24 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528176 Sep 16 08:08:17.037886 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:08:17.066989 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] Sync routers for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:08:17.087802 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:17.119923 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:17.122569 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:17.145135 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.194030 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c39a59f5-421b-419e-86b8-bdf00f55065f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0118859 Sep 16 08:08:17.195535 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:17.196741 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 52960) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:17.203532 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04a97f9-944f-4403-b14a-a610a2bf5695" -d '{"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:17.210474 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646625020', 'description': 'tempest-secgroup-smoke-646625020 description', 'project_id': '5870af1bbad64b138178c47e4a571d81'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:17.211158 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c1af75e4-818f-4a1f-98ec-fc7bb674e798 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:17.252893 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e7d601-f197-4aa6-8e48-751010ebdff1 x-openstack-request-id: req-67e7d601-f197-4aa6-8e48-751010ebdff1 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:17.253184 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:17.253431 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67e7d601-f197-4aa6-8e48-751010ebdff1 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:17.253855 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e7d601-f197-4aa6-8e48-751010ebdff1'] response: {'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'status': 'completed', 'code': 200} Sep 16 08:08:17.293391 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.294377 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:17.324886 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:17.326745 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port c1af75e4-818f-4a1f-98ec-fc7bb674e798 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:17.327121 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.327456 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port c1af75e4-818f-4a1f-98ec-fc7bb674e798 Sep 16 08:08:17.377038 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-ecc9e156-d1aa-485b-9b52-7f42d7ff5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:17.378514 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-ecc9e156-d1aa-485b-9b52-7f42d7ff5ad7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1129 time: 0.0542688 Sep 16 08:08:17.416374 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:17.452043 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group (8c083c54-7d89-4592-bda5-0577f206bf4b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.493319 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-0b85dadc-fac7-4269-9167-2acc6991f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:17.494806 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-0b85dadc-fac7-4269-9167-2acc6991f6cb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 200 len: 915 time: 0.1067696 Sep 16 08:08:17.510751 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8c083c54-7d89-4592-bda5-0577f206bf4b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.530261 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port c1af75e4-818f-4a1f-98ec-fc7bb674e798 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:17.565873 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:17.582915 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c083c54-7d89-4592-bda5-0577f206bf4b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:17.587591 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-6e0901d2-7a38-4710-93a8-995f3abe5b49 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 999 time: 0.0861030 Sep 16 08:08:17.592482 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.593308 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.596848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.597612 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.597687 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.616686 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '0462882a-7625-4568-b8ca-a5356d8ce5b1', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'port_id': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'mac_address': 'fa:16:3e:bd:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:15Z', 'updated_at': '2022-09-16T08:08:15Z', 'revision_number': 0, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 5, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:17.640983 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:17.645122 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] Checking router: 3d62e449-0f2b-441f-8649-345b136c4b3d for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:08:17.651410 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.656532 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4328ed1d-cfad-4550-a6fa-6149e8a2a10e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4547060 Sep 16 08:08:17.656694 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52966) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:17.657510 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-61641fce-5690-47e5-a56d-9faa68d903b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:17.658627 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-61641fce-5690-47e5-a56d-9faa68d903b8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=df1eca2d-9304-495c-9ab2-a26b70fecdda HTTP/1.1" status: 200 len: 853 time: 0.0574872 Sep 16 08:08:17.661257 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'security_group_rule': {'security_group_id': '8c083c54-7d89-4592-bda5-0577f206bf4b', 'project_id': '5870af1bbad64b138178c47e4a571d81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:17.663772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:17.664491 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:17.706346 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-9ecfe181-7104-4f18-9f53-7272bc0a5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:17.708397 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-9ecfe181-7104-4f18-9f53-7272bc0a5a20 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8da3cc5f-f2f9-43ac-8827-97d0d1518146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430362 Sep 16 08:08:17.770474 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:17.773102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (afa484a5-df8c-4b30-b30f-d9913fc8bb3e), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.795780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:17.815782 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-a8e5f222-c68b-410f-872e-74680a6b3c5b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979748 Sep 16 08:08:17.846403 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (afa484a5-df8c-4b30-b30f-d9913fc8bb3e), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.921383 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04a97f9-944f-4403-b14a-a610a2bf5695 req-647d3f0d-6392-419f-948a-274c2c27c549 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954757 Sep 16 08:08:17.936311 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (afa484a5-df8c-4b30-b30f-d9913fc8bb3e), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:17.967522 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa484a5-df8c-4b30-b30f-d9913fc8bb3e,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:17.978201 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.978558 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.978932 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.979279 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.979624 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.980102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.980448 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.980777 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.981109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.981443 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.981777 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.982105 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.982457 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.982817 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:17.983141 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:18.039121 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '0462882a-7625-4568-b8ca-a5356d8ce5b1', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'port_id': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'mac_address': 'fa:16:3e:bd:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:15Z', 'updated_at': '2022-09-16T08:08:15Z', 'revision_number': 0, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 5, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:18.070089 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c18d9-cc8c-448a-91e2-5cd9ce2573f6 None None] The sync data for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi is: [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '0462882a-7625-4568-b8ca-a5356d8ce5b1', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'port_id': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'mac_address': 'fa:16:3e:bd:c1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:15Z', 'updated_at': '2022-09-16T08:08:15Z', 'revision_number': 0, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 5, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:08:18.086312 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.086312 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-318ab794-dc5e-47cb-947b-66819d8bf580 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4280286 Sep 16 08:08:18.088608 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52982) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:18.103752 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-97beb186-8d1a-413a-89a9-0825167ec239 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'security_group_rule': {'security_group_id': '8c083c54-7d89-4592-bda5-0577f206bf4b', 'project_id': '5870af1bbad64b138178c47e4a571d81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:18.108237 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c41c6-5646-4ddb-a313-28860a1f4490 req-e0668b4b-17a4-4c55-a2ce-1f647abc23fc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:18.109800 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-534c41c6-5646-4ddb-a313-28860a1f4490 req-e0668b4b-17a4-4c55-a2ce-1f647abc23fc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 944 time: 0.0582304 Sep 16 08:08:18.171535 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-534c41c6-5646-4ddb-a313-28860a1f4490 req-02a6f60c-ccfa-41ad-9671-1fec4637171b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531993 Sep 16 08:08:18.213647 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-97beb186-8d1a-413a-89a9-0825167ec239 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (3bd8ac80-4652-4f2f-90d5-6da37fee6496), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.284502 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-97beb186-8d1a-413a-89a9-0825167ec239 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (3bd8ac80-4652-4f2f-90d5-6da37fee6496), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.304019 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e41ec44c-439a-45a5-9e2e-66947ff6004f up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:18.352690 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port e41ec44c-439a-45a5-9e2e-66947ff6004f completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:08:18.387701 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-97beb186-8d1a-413a-89a9-0825167ec239 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (3bd8ac80-4652-4f2f-90d5-6da37fee6496), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.405826 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97beb186-8d1a-413a-89a9-0825167ec239 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd8ac80-4652-4f2f-90d5-6da37fee6496,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:18.464610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port e41ec44c-439a-45a5-9e2e-66947ff6004f triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:18.465194 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.465726 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port e41ec44c-439a-45a5-9e2e-66947ff6004f Sep 16 08:08:18.495929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-97beb186-8d1a-413a-89a9-0825167ec239 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.497491 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-97beb186-8d1a-413a-89a9-0825167ec239 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4078040 Sep 16 08:08:18.504428 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52992) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:18.508998 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-c8b171f8-afb9-43e2-ac22-5260d48d09d4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'security_group_rule': {'security_group_id': '8c083c54-7d89-4592-bda5-0577f206bf4b', 'project_id': '5870af1bbad64b138178c47e4a571d81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:18.551711 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port e41ec44c-439a-45a5-9e2e-66947ff6004f is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:18.552176 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.578957 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:18.581227 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25036006-0c4c-4e98-a715-7f0b193aeb7d" -d '{"events": [{"server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "name": "network-vif-plugged", "status": "completed", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:18.596284 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port e41ec44c-439a-45a5-9e2e-66947ff6004f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:18.629214 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f99255-ac27-43d5-9acc-d6c5a832b05d x-openstack-request-id: req-56f99255-ac27-43d5-9acc-d6c5a832b05d {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:18.629857 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "name": "network-vif-plugged", "status": "completed", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:18.629857 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56f99255-ac27-43d5-9acc-d6c5a832b05d {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:18.630137 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f99255-ac27-43d5-9acc-d6c5a832b05d'] response: {'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'code': 200} Sep 16 08:08:18.636489 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1385c-b13e-4a82-92fc-66c0f40153b0 None None] New status for floating IP 0462882a-7625-4568-b8ca-a5356d8ce5b1: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:08:18.646579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8b171f8-afb9-43e2-ac22-5260d48d09d4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (d2720e71-8f80-4467-a3ed-fcfc5c95da36), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.710226 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.733238 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8b171f8-afb9-43e2-ac22-5260d48d09d4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (d2720e71-8f80-4467-a3ed-fcfc5c95da36), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.769007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=e41ec44c-439a-45a5-9e2e-66947ff6004f,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:18.800957 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8b171f8-afb9-43e2-ac22-5260d48d09d4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (d2720e71-8f80-4467-a3ed-fcfc5c95da36), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.821806 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b171f8-afb9-43e2-ac22-5260d48d09d4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2720e71-8f80-4467-a3ed-fcfc5c95da36,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:18.881534 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8b171f8-afb9-43e2-ac22-5260d48d09d4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:18.883393 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c8b171f8-afb9-43e2-ac22-5260d48d09d4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3773456 Sep 16 08:08:18.885684 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 52996) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:18.890652 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-2560b15f-d23e-4562-97a6-063b08569430 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'security_group_rule': {'security_group_id': '8c083c54-7d89-4592-bda5-0577f206bf4b', 'project_id': '5870af1bbad64b138178c47e4a571d81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:19.039476 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2560b15f-d23e-4562-97a6-063b08569430 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (42d89fe6-5418-46c5-9ffe-7ed624f39224), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.105937 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2560b15f-d23e-4562-97a6-063b08569430 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (42d89fe6-5418-46c5-9ffe-7ed624f39224), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.143816 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4ea1f-3ce3-4237-8503-719ed81f42aa req-bfcc47e8-f614-4aa0-96e0-1f77fb5a5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:19.145410 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6ee4ea1f-3ce3-4237-8503-719ed81f42aa req-bfcc47e8-f614-4aa0-96e0-1f77fb5a5662 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1129 time: 0.0425699 Sep 16 08:08:19.201378 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2560b15f-d23e-4562-97a6-063b08569430 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (42d89fe6-5418-46c5-9ffe-7ed624f39224), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.202039 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6ee4ea1f-3ce3-4237-8503-719ed81f42aa req-eeacde58-c979-4caf-b5ac-80634b089beb service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Sep 16 08:08:19.220391 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560b15f-d23e-4562-97a6-063b08569430 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d89fe6-5418-46c5-9ffe-7ed624f39224,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:19.233095 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:19.309344 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95027530-096c-4b3c-819c-66bbce33c81c req-7c359488-d914-4c6c-9928-136ed3ca8624 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:19.312795 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-95027530-096c-4b3c-819c-66bbce33c81c req-7c359488-d914-4c6c-9928-136ed3ca8624 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0474830 Sep 16 08:08:19.318214 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2560b15f-d23e-4562-97a6-063b08569430 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.319517 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-2560b15f-d23e-4562-97a6-063b08569430 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4323957 Sep 16 08:08:19.320757 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=12,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:19.322435 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53002) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:19.327012 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'security_group_rule': {'security_group_id': '8c083c54-7d89-4592-bda5-0577f206bf4b', 'project_id': '5870af1bbad64b138178c47e4a571d81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:19.362403 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-95027530-096c-4b3c-819c-66bbce33c81c req-6a14caaa-d18a-4b51-ad5c-81bfe1b5586f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449042 Sep 16 08:08:19.412923 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:19.447267 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.securitygroups_db [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Project 5870af1bbad64b138178c47e4a571d81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 08:08:19.453731 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (0211fb3b-1e55-44fc-991b-a26b9db57f5c), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.512457 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (0211fb3b-1e55-44fc-991b-a26b9db57f5c), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.590175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (0211fb3b-1e55-44fc-991b-a26b9db57f5c), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.608803 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0211fb3b-1e55-44fc-991b-a26b9db57f5c,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:19.677995 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.679244 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3748ca8a-d7b4-4d24-a4a5-18d9f3ae097a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558083 Sep 16 08:08:19.687724 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53008) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:19.693573 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'security_group_rule': {'security_group_id': '8c083c54-7d89-4592-bda5-0577f206bf4b', 'project_id': '5870af1bbad64b138178c47e4a571d81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:19.802400 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.securitygroups_db [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Project 5870af1bbad64b138178c47e4a571d81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 08:08:19.808732 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (e421cb68-7522-43f6-9df1-143d4d67eba8), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.871645 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (e421cb68-7522-43f6-9df1-143d4d67eba8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.927597 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (e421cb68-7522-43f6-9df1-143d4d67eba8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:19.933156 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:19.945876 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e421cb68-7522-43f6-9df1-143d4d67eba8,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:20.011767 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:20.013050 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-6377d61a-afaf-443a-bf95-2a7aefbb9ab6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3243263 Sep 16 08:08:20.106134 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-30242228-eff1-40dc-9158-177f139e1691 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-646625020&fields=id&tenant_id=5870af1bbad64b138178c47e4a571d81 HTTP/1.1" status: 200 len: 267 time: 0.0447016 Sep 16 08:08:20.157561 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-2df7057f-8254-46f8-8b44-0d05a37b99b9 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:20.158962 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-2df7057f-8254-46f8-8b44-0d05a37b99b9 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0474830 Sep 16 08:08:20.171087 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'port': {'security_groups': ['f15124a7-4d47-4f8f-83bc-b3632f8db578', '8c083c54-7d89-4592-bda5-0577f206bf4b']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:20.247920 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:20.469987 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:20.486698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5562b0c-445b-4045-89c2-d24824b7f223 req-f508a182-4316-473b-934c-2c5cb2cf5569 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:20.488320 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c5562b0c-445b-4045-89c2-d24824b7f223 req-f508a182-4316-473b-934c-2c5cb2cf5569 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0476093 Sep 16 08:08:20.503048 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:20.542460 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c5562b0c-445b-4045-89c2-d24824b7f223 req-83fa312a-9263-41c6-884f-88a301906a90 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483434 Sep 16 08:08:20.589587 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:20.599809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:20.600417 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:20.601801 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b2d2e84b-41a6-4690-8c01-e33be112b347 req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "PUT /networking/v2.0/ports/800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 981 time: 0.4357281 Sep 16 08:08:20.603476 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:20.605818 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a" -d '{"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:20.659809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5b10d-7857-4662-b3f2-48e55bef0cb6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=6']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:20.665268 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c1c4e3-9fbe-4fe6-ba8b-d9c673017b1c x-openstack-request-id: req-a4c1c4e3-9fbe-4fe6-ba8b-d9c673017b1c {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:20.665268 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:20.665808 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4c1c4e3-9fbe-4fe6-ba8b-d9c673017b1c {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:20.666279 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c1c4e3-9fbe-4fe6-ba8b-d9c673017b1c'] response: {'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'status': 'completed', 'code': 200} Sep 16 08:08:20.702834 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9461-7bf7-4f1e-8cf0-1f7f1cf6d4fb req-af551bdc-efe7-45b4-9d85-3f5e4b787efc tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:20.704302 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-026d9461-7bf7-4f1e-8cf0-1f7f1cf6d4fb req-af551bdc-efe7-45b4-9d85-3f5e4b787efc tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0510225 Sep 16 08:08:20.767496 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-026d9461-7bf7-4f1e-8cf0-1f7f1cf6d4fb req-4d9c4768-6188-44e6-9b85-49aa87682502 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567410 Sep 16 08:08:20.776205 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['800c16c0-6c80-47ad-8a9f-a60246ce9a01'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:08:20.858258 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:20.882521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['800c16c0-6c80-47ad-8a9f-a60246ce9a01'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:08:21.070820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:21.314518 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53032) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:21.438175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fb0c779e-3777-426a-9e13-0bdebd74d9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.512585 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fb0c779e-3777-426a-9e13-0bdebd74d9aa admin admin] Publish callbacks [] for security_group (01dc7c79-0eb6-4e0a-905f-fedc50c573eb), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.570452 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-fb0c779e-3777-426a-9e13-0bdebd74d9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (01dc7c79-0eb6-4e0a-905f-fedc50c573eb), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.613941 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-fb0c779e-3777-426a-9e13-0bdebd74d9aa admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c6aad87667ae4c4ab54f4b1de5e5536b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982433 Sep 16 08:08:21.615496 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c779e-3777-426a-9e13-0bdebd74d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dc7c79-0eb6-4e0a-905f-fedc50c573eb,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:21.618239 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 53040) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:21.626740 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:21.665927 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea745e-2473-4ce6-ba2a-9ca129f512e9 req-a16b3c69-7019-4093-adeb-f199052c30bf tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:21.667434 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3fea745e-2473-4ce6-ba2a-9ca129f512e9 req-a16b3c69-7019-4093-adeb-f199052c30bf tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0486000 Sep 16 08:08:21.675707 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-186f566d-312b-4eea-922a-0ab8be67a416 admin admin] Publish callbacks [] for security_group (01dc7c79-0eb6-4e0a-905f-fedc50c573eb), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.696101 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-186f566d-312b-4eea-922a-0ab8be67a416 admin admin] Publish callbacks [] for security_group (01dc7c79-0eb6-4e0a-905f-fedc50c573eb), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.715199 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3fea745e-2473-4ce6-ba2a-9ca129f512e9 req-110b1fc8-eec7-4472-aeda-2e7bcfab761c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Sep 16 08:08:21.767223 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-c93d24dd-7407-438a-972e-53096aba7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:21.768761 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-c93d24dd-7407-438a-972e-53096aba7f49 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1168 time: 0.0660920 Sep 16 08:08:21.830838 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.883611 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-186f566d-312b-4eea-922a-0ab8be67a416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (01dc7c79-0eb6-4e0a-905f-fedc50c573eb), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.886100 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-186f566d-312b-4eea-922a-0ab8be67a416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:21.887252 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-186f566d-312b-4eea-922a-0ab8be67a416 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/01dc7c79-0eb6-4e0a-905f-fedc50c573eb HTTP/1.1" status: 204 len: 168 time: 0.2679524 Sep 16 08:08:21.896750 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d091a6-b776-4d69-893c-b7c8afca91ee req-c6a8d570-9d35-4d12-b294-844d981ae87e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:21.898211 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86d091a6-b776-4d69-893c-b7c8afca91ee req-c6a8d570-9d35-4d12-b294-844d981ae87e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0958207 Sep 16 08:08:21.909029 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f566d-312b-4eea-922a-0ab8be67a416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dc7c79-0eb6-4e0a-905f-fedc50c573eb,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:21.921505 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53046) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:21.928760 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'floatingip': {'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:21.955662 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-b5da7acb-cac0-4a3e-839d-01bf9b20d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:21.957557 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-b5da7acb-cac0-4a3e-839d-01bf9b20d2c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 200 len: 915 time: 0.1249483 Sep 16 08:08:21.989645 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:22.031560 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-315e91ad-2850-4593-b279-2005e2bea5fb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 1001 time: 0.0611055 Sep 16 08:08:22.093960 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-44d600cd-3a50-454c-a9fe-4a44fb1204c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:22.095592 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-44d600cd-3a50-454c-a9fe-4a44fb1204c0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=df1eca2d-9304-495c-9ab2-a26b70fecdda HTTP/1.1" status: 200 len: 853 time: 0.0519710 Sep 16 08:08:22.158963 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-34688510-34c3-4239-9e0b-2b464db4ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:22.160477 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-34688510-34c3-4239-9e0b-2b464db4ed4b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8da3cc5f-f2f9-43ac-8827-97d0d1518146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450366 Sep 16 08:08:22.280654 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-7d80f478-91b1-45c1-a10a-0aac6d8768d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001997 Sep 16 08:08:22.328434 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:22.396784 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0cb2ef6-2b85-4039-b0d1-4f4d0738740a req-ed88541f-e1a1-49d0-bc6a-93f1577cc589 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970907 Sep 16 08:08:22.483745 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:22.560918 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:22.600445 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 53052) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:22.607014 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:22.615543 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e7b50db1-e5d3-4cd5-999f-5871d4af8d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:22.654094 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:22.668313 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Floating IP ba53a947-c713-4abc-bab3-dac934033aa0 associated. External IP: 172.27.1.241, port: e41ec44c-439a-45a5-9e2e-66947ff6004f. Sep 16 08:08:22.697237 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e7b50db1-e5d3-4cd5-999f-5871d4af8d90 admin admin] Publish callbacks [] for security_group (8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:22.773564 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:22.773850 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e7b50db1-e5d3-4cd5-999f-5871d4af8d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:22.812502 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e7b50db1-e5d3-4cd5-999f-5871d4af8d90 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a179e4c567644bb4ab23a2c3954cd687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110174 Sep 16 08:08:22.814702 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b50db1-e5d3-4cd5-999f-5871d4af8d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:22.815145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53056) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:08:22.915949 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Router 753375fe-ac0b-4f9a-984a-b9ff607a3efd has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:08:22.916762 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c27d-2c17-430a-a096-0d700c2e59e3 admin admin] Publish callbacks [] for security_group (8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:22.944344 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c27d-2c17-430a-a096-0d700c2e59e3 admin admin] Publish callbacks [] for security_group (8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:23.268637 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:08:23.274053 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:23.278472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] Sync routers for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:08:23.289133 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:23.289739 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:23.309227 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d114efba-f186-4989-985b-86478536c991 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/ba53a947-c713-4abc-bab3-dac934033aa0 HTTP/1.1" status: 200 len: 991 time: 1.3829644 Sep 16 08:08:23.309227 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:23.309227 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b822e73b-48d7-445c-843a-10595d1be4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:23.347241 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0c7da8-16ab-439f-9518-044fd4086e8b x-openstack-request-id: req-dc0c7da8-16ab-439f-9518-044fd4086e8b {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:23.347847 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:23.347847 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc0c7da8-16ab-439f-9518-044fd4086e8b {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:23.348187 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0c7da8-16ab-439f-9518-044fd4086e8b'] response: {'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'status': 'completed', 'code': 200} Sep 16 08:08:23.361401 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c27d-2c17-430a-a096-0d700c2e59e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:23.364411 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c27d-2c17-430a-a096-0d700c2e59e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:23.365584 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8bb6c27d-2c17-430a-a096-0d700c2e59e3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4 HTTP/1.1" status: 204 len: 168 time: 0.5494399 Sep 16 08:08:23.373837 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6c27d-2c17-430a-a096-0d700c2e59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd2f90a-ca6d-4d0a-9865-5f00fd87c8a4,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:23.399406 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:23.455637 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-a51cfe39-5b35-4f92-8370-34c8846c7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:23.457442 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-a51cfe39-5b35-4f92-8370-34c8846c7313 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1129 time: 0.0421166 Sep 16 08:08:23.561589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:23.571437 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-e87f8fd2-3b04-48ab-82a7-bacadb1ec3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:23.573146 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-e87f8fd2-3b04-48ab-82a7-bacadb1ec3bc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.1054995 Sep 16 08:08:23.648835 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-aad3d6bf-bbe4-4394-b853-beb09b514943 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 200 len: 999 time: 0.0635521 Sep 16 08:08:23.701446 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-1c881796-6ef6-43c6-b4fd-97b8c51fe922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:23.702880 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-1c881796-6ef6-43c6-b4fd-97b8c51fe922 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0478590 Sep 16 08:08:23.751061 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-6786bfab-fc96-4881-bf03-a17df774eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:23.752782 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-6786bfab-fc96-4881-bf03-a17df774eaea service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432575 Sep 16 08:08:23.779375 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'ba53a947-c713-4abc-bab3-dac934033aa0', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'mac_address': 'fa:16:3e:38:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:22Z', 'revision_number': 1, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:23.811889 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] Checking router: 753375fe-ac0b-4f9a-984a-b9ff607a3efd for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:08:23.824508 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:08:23.825483 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:23.926879 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-60a39255-5a28-4e28-ae3a-eb349da6a11a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210420 Sep 16 08:08:23.939810 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-b4a258e5-0a60-4dfe-8d65-781da1c29ea4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0977418 Sep 16 08:08:23.958938 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:23.961204 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:08:24.033150 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b822e73b-48d7-445c-843a-10595d1be4f7 req-ee4b3f54-d153-4c95-a925-ce4a9409a67a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932429 Sep 16 08:08:24.041563 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-988512d5-a546-4332-8ada-037f4f607ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:24.043550 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-988512d5-a546-4332-8ada-037f4f607ece service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 1130 time: 0.0432966 Sep 16 08:08:24.193550 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-dd1aff35-9fec-4b45-839b-63c0ab3d361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:24.195064 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-dd1aff35-9fec-4b45-839b-63c0ab3d361a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.0997872 Sep 16 08:08:24.197169 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'ba53a947-c713-4abc-bab3-dac934033aa0', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'mac_address': 'fa:16:3e:38:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:22Z', 'revision_number': 1, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:08:24.223245 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f17322-d02f-4790-bec7-2368798d5884 None None] The sync data for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi is: [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'ba53a947-c713-4abc-bab3-dac934033aa0', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'mac_address': 'fa:16:3e:38:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:22Z', 'revision_number': 1, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:08:24.242904 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-f4448309-f50a-49c1-91fc-d34d044e94cb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 HTTP/1.1" status: 200 len: 217 time: 0.0355995 Sep 16 08:08:24.298607 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:24.314943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-8ebe3240-5922-41db-97d2-9e6b4828b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:24.316442 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-8ebe3240-5922-41db-97d2-9e6b4828b7f1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0559516 Sep 16 08:08:24.366255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-edd07cc0-77b6-4199-abed-d76c38ef067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:24.367830 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-edd07cc0-77b6-4199-abed-d76c38ef067e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444279 Sep 16 08:08:24.472118 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2839eb1-37f4-4a34-9973-6ee0a9cef96e None None] New status for floating IP ba53a947-c713-4abc-bab3-dac934033aa0: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:08:24.480653 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-8d79c7ae-c2bc-4f77-877c-179ca5031546 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032801 Sep 16 08:08:24.609782 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-376c45ad-dcfd-4ee3-98e1-e56bad543aa6 req-83b91f9b-362a-47e2-9d5d-65f0eea34f29 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164238 Sep 16 08:08:34.026419 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=42 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:34.027226 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=6,neutron:SELECT=75 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:34.194052 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=19 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:34.199938 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=51 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:34.588166 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=64,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:34.606130 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=19 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:34.619262 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:36.673914 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=95,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:38.284461 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8ab28f51-00ad-4539-af13-a6c3f6f63218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:39.619058 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-837fdc0a-aba2-4c61-817d-2a50915f4956 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2047951653&fields=id&tenant_id=794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 267 time: 0.0448165 Sep 16 08:08:39.735343 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-5181c64c-ec48-4c92-9320-c8704f03c5d8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:39.736868 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-5181c64c-ec48-4c92-9320-c8704f03c5d8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 811 time: 0.1114323 Sep 16 08:08:39.753035 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-0b284736-1ac9-4399-b87c-cf309b4d6ac1 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/quotas/794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 375 time: 0.0098748 Sep 16 08:08:39.802209 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-69e3423c-3345-4149-b562-6671dc31ed2e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435085 Sep 16 08:08:39.899379 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-23dcc732-1512-4330-8990-0ec86796e786 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855541 Sep 16 08:08:39.990620 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-bfc94d9c-f2f2-4283-b06f-d3df9fd91b89 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850918 Sep 16 08:08:40.583143 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-04b206d5-d13b-4b0b-ad20-3415c7b9a847 req-c5a8b5af-989a-4c78-92c0-e096e696a5c9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 210 time: 0.0319948 Sep 16 08:08:40.710458 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-5388326c-9517-46b5-8f5a-2e36982a578e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:40.871285 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0e54-0951-48d3-a017-a4754a637866 req-0899cd8b-3b5b-44f1-8ac4-5c6149d78aa2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:40.872766 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8ebe0e54-0951-48d3-a017-a4754a637866 req-0899cd8b-3b5b-44f1-8ac4-5c6149d78aa2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0509059 Sep 16 08:08:40.922121 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8ebe0e54-0951-48d3-a017-a4754a637866 req-0aaf9b49-56ac-467c-93ca-a9aa3c53352f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Sep 16 08:08:41.692734 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-298e0456-3a11-4451-8085-5ca25b463664 req-8ff50984-3e97-4e40-b317-0ae296650cb0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 210 time: 0.0305679 Sep 16 08:08:42.058252 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:42.081106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38313b-1dca-4d81-a5e7-f8d8ebefa0fe req-e08b2a6f-0254-4cc1-ab03-d70bf21b4324 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:42.082699 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2c38313b-1dca-4d81-a5e7-f8d8ebefa0fe req-e08b2a6f-0254-4cc1-ab03-d70bf21b4324 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0516336 Sep 16 08:08:42.129215 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2c38313b-1dca-4d81-a5e7-f8d8ebefa0fe req-36cf9853-7f43-41af-85c6-49e65fafc8c0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Sep 16 08:08:42.661186 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:08:42.796171 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fb38a3ff-c37e-4b3c-a053-b39be77c8707 req-53157afa-8725-4e29-9e3b-79796f3742f6 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 210 time: 0.0292399 Sep 16 08:08:43.256842 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05874109-6c32-4fff-8808-f9d6773b70fb req-c847d198-ef14-4791-9d03-d62bb6407c11 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:43.258275 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-05874109-6c32-4fff-8808-f9d6773b70fb req-c847d198-ef14-4791-9d03-d62bb6407c11 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0500753 Sep 16 08:08:43.310274 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-05874109-6c32-4fff-8808-f9d6773b70fb req-cec028f8-7935-4867-abfa-834753ce5b36 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Sep 16 08:08:43.507535 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:43.766296 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-93c51b41-78a2-48f9-af14-405bde212aff tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:43.767700 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-93c51b41-78a2-48f9-af14-405bde212aff tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 811 time: 0.1042545 Sep 16 08:08:43.862484 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-cfcd559b-32dc-4883-ab40-e69eaf8de99f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 380 time: 0.0715573 Sep 16 08:08:43.871497 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'port': {'device_id': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'admin_state_up': True, 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'security_groups': ['b1f5d328-9f8e-4da4-9c84-f9749a5602d6']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:43.898614 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:43.900703 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-035da162-3f0a-4098-9faa-7b2e873c73c4 req-3c2d07a4-0aa1-47c4-849c-010fca1761cd tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 210 time: 0.0281098 Sep 16 08:08:43.968115 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:44.074981 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Made reservation on behalf of 794ad972bfa844538f6f71d62e7bd163 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:08:44.078774 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:44.096752 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:44.215776 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Allocated IP 172.20.0.7 (c3183744-0e74-401e-ac7d-6d88c22643af/3727dee7-2bd8-4cac-b52d-3617f0832f02/7d637a8f-0225-4aa9-bc24-95e5a1a77fff) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:08:44.360413 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:44.438589 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31861158-7550-4ba9-83df-68dd9fb7d56d req-c1aed410-e5f9-43bf-8425-b25fd0757ee9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:44.440097 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-31861158-7550-4ba9-83df-68dd9fb7d56d req-c1aed410-e5f9-43bf-8425-b25fd0757ee9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0477402 Sep 16 08:08:44.452265 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:44.514799 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Network c3183744-0e74-401e-ac7d-6d88c22643af is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:08:44.525418 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:08:44.529375 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:08:44.541062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:44.571298 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-31861158-7550-4ba9-83df-68dd9fb7d56d req-0e8dace1-da6f-4ae4-ade6-f2bad1e3b194 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255472 Sep 16 08:08:44.598742 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:44.599464 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:44.676018 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3f1058a8-eeb7-4147-9ff6-0fe0657714f9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081543 Sep 16 08:08:44.699519 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Request body: {'port': {'device_id': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:08:44.717849 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Provisioning complete for port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:44.718424 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:44.718552 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Attempt 1 to provision port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff Sep 16 08:08:44.753061 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:44.761354 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:44.921805 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:44.988688 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:45.022934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9032-af37-44d3-85a1-2b9bb688c46e req-2c61ca59-6291-405c-b78b-3bffa078f37f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:45.023653 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d637a8f-0225-4aa9-bc24-95e5a1a77fff {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:08:45.024572 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b35d9032-af37-44d3-85a1-2b9bb688c46e req-2c61ca59-6291-405c-b78b-3bffa078f37f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 931 time: 0.0474722 Sep 16 08:08:45.032085 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Publish callbacks [] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:45.045002 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Transition to ACTIVE for port object 7d637a8f-0225-4aa9-bc24-95e5a1a77fff will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:08:45.077983 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b35d9032-af37-44d3-85a1-2b9bb688c46e req-0bbda726-b43e-4598-af94-36721bd33870 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463073 Sep 16 08:08:45.127467 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:45.206085 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Pushing event updated for resources: {'Port': ['ID=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:45.240484 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Attempting to bind port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:08:45.240868 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Attempting to bind port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:08:45.241196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Attempting to bind port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:45.253907 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Attempt 2 to provision port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff Sep 16 08:08:45.285859 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff on network c3183744-0e74-401e-ac7d-6d88c22643af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:08:45.286186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Attempting to bind port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:08:45.287072 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:08:45.331025 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:08:45.331366 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Checking segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:08:45.331745 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Bound using segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:08:45.332175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Bound port: 7d637a8f-0225-4aa9-bc24-95e5a1a77fff, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:08:45.332532 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:45.393735 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] For port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:08:45.396779 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] For port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:08:45.458997 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:45.463152 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:45.463752 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:45.465144 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/7d637a8f-0225-4aa9-bc24-95e5a1a77fff HTTP/1.1" status: 200 len: 1093 time: 0.7700639 Sep 16 08:08:45.465681 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:45.467944 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34802ee2-4670-4145-8b28-f1d74d584453" -d '{"events": [{"name": "network-changed", "server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:45.508076 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f23f72-b54a-4401-bd37-11eaa84582c5 x-openstack-request-id: req-92f23f72-b54a-4401-bd37-11eaa84582c5 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:45.508461 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:45.508702 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92f23f72-b54a-4401-bd37-11eaa84582c5 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:45.509094 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f23f72-b54a-4401-bd37-11eaa84582c5'] response: {'name': 'network-changed', 'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'status': 'completed', 'code': 200} Sep 16 08:08:45.523327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65ce3a-9566-413f-bd89-68ab7a5e1122 service neutron] Pushing event updated for resources: {'Port': ['ID=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:45.621671 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34802ee2-4670-4145-8b28-f1d74d584453 req-959f9d12-a7c2-41d7-b3de-fc9b0ef435aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:45.623350 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-34802ee2-4670-4145-8b28-f1d74d584453 req-959f9d12-a7c2-41d7-b3de-fc9b0ef435aa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 1127 time: 0.0405574 Sep 16 08:08:45.707608 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c802c9e-4842-4e8b-91c3-496eeca7c4b2 req-5a915968-1f58-4986-85dd-c70fdf447ce6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:45.709658 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0c802c9e-4842-4e8b-91c3-496eeca7c4b2 req-5a915968-1f58-4986-85dd-c70fdf447ce6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0501125 Sep 16 08:08:45.767969 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0c802c9e-4842-4e8b-91c3-496eeca7c4b2 req-cc7f7be9-f358-40e1-8532-82aaff229684 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520849 Sep 16 08:08:45.788753 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Attempt 3 to provision port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff Sep 16 08:08:45.810604 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34802ee2-4670-4145-8b28-f1d74d584453 req-0c151f28-0814-43ee-9bdf-117fa0ab2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:45.812246 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-34802ee2-4670-4145-8b28-f1d74d584453 req-0c151f28-0814-43ee-9bdf-117fa0ab2a0f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=794ad972bfa844538f6f71d62e7bd163&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1726255 Sep 16 08:08:45.831322 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c2bd-3d1c-4cc5-b415-e43513d920ae None None] Port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:08:45.943050 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:45.989879 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34802ee2-4670-4145-8b28-f1d74d584453 req-0408eb5e-9d56-44d9-a633-f36eabdb6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:45.991357 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-34802ee2-4670-4145-8b28-f1d74d584453 req-0408eb5e-9d56-44d9-a633-f36eabdb6c2c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606433 Sep 16 08:08:46.445064 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6e53f-1201-4c78-a746-9b3cd1f78884 req-04a01f46-4ed6-41fb-a910-604114cc0bc9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:46.446535 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6bc6e53f-1201-4c78-a746-9b3cd1f78884 req-04a01f46-4ed6-41fb-a910-604114cc0bc9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.2874198 Sep 16 08:08:46.449356 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-50b77353-e0bc-4140-a538-619eee8790fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:46.450708 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-50b77353-e0bc-4140-a538-619eee8790fb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 1127 time: 0.0528460 Sep 16 08:08:46.525436 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-2d97ab57-00c3-4c25-bd17-e3dfdd23288e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d637a8f-0225-4aa9-bc24-95e5a1a77fff HTTP/1.1" status: 200 len: 217 time: 0.0482554 Sep 16 08:08:46.529306 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6bc6e53f-1201-4c78-a746-9b3cd1f78884 req-bb63c6e9-5830-4792-a96e-cbf300315331 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772614 Sep 16 08:08:46.578228 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-f43bf88a-47f3-4650-b720-783d3dbab4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:46.579855 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-f43bf88a-47f3-4650-b720-783d3dbab4aa service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0462589 Sep 16 08:08:46.623526 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932decd2-3ff7-40a7-918d-116c0e229999 req-450298df-36bb-485c-b600-693f966a02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:46.625009 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-450298df-36bb-485c-b600-693f966a02bb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379927 Sep 16 08:08:46.720553 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-511bc4e7-7460-4319-b633-4157a30483f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Sep 16 08:08:46.814122 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-932decd2-3ff7-40a7-918d-116c0e229999 req-2901a36b-6787-4d7c-b1b0-74d0164d3e8d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857608 Sep 16 08:08:46.895813 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0874-fe12-4bfc-bbaa-b0d7bb4cb5d4 req-93eef736-79ea-47a3-acb6-d72a179736a3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:46.897260 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-018a0874-fe12-4bfc-bbaa-b0d7bb4cb5d4 req-93eef736-79ea-47a3-acb6-d72a179736a3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0469773 Sep 16 08:08:46.945876 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-018a0874-fe12-4bfc-bbaa-b0d7bb4cb5d4 req-22546114-a682-496b-bb14-165b37a42f41 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Sep 16 08:08:47.654301 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56203327-d909-4339-b611-e50c0961cb2e req-a9424cc0-8527-47b4-931d-772649fa7ee6 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:47.656064 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-56203327-d909-4339-b611-e50c0961cb2e req-a9424cc0-8527-47b4-931d-772649fa7ee6 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.0511301 Sep 16 08:08:47.668295 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:47.705692 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-56203327-d909-4339-b611-e50c0961cb2e req-dc89d408-4fd5-45ff-98aa-d41b93042fa4 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Sep 16 08:08:48.074326 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d54571-93d2-45e3-8cc9-033c0edec54d req-643d0454-a3b3-45bb-a0e7-f303de1fdac3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:48.075821 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-88d54571-93d2-45e3-8cc9-033c0edec54d req-643d0454-a3b3-45bb-a0e7-f303de1fdac3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0496063 Sep 16 08:08:48.122349 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-88d54571-93d2-45e3-8cc9-033c0edec54d req-01c8e29a-b586-45c4-b8a3-7979c9b3f8c4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 Sep 16 08:08:48.826935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338f603-ffcf-4c4f-8215-366608b52e09 req-87b3f168-0f82-4ea1-a0af-f0b36044c133 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:48.828413 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2338f603-ffcf-4c4f-8215-366608b52e09 req-87b3f168-0f82-4ea1-a0af-f0b36044c133 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.0470269 Sep 16 08:08:48.879454 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2338f603-ffcf-4c4f-8215-366608b52e09 req-546ebd21-13ca-4810-a2fe-778950685950 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450037 Sep 16 08:08:49.248093 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96c01f-915e-4dda-9c65-c662eb7b6df8 req-e098f8be-ef0b-4fd7-b4ed-46f9b9c5b332 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:49.249548 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7d96c01f-915e-4dda-9c65-c662eb7b6df8 req-e098f8be-ef0b-4fd7-b4ed-46f9b9c5b332 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0473614 Sep 16 08:08:49.298206 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7d96c01f-915e-4dda-9c65-c662eb7b6df8 req-eac9eaaa-5135-4ae3-b165-b30f2a8d5e96 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 Sep 16 08:08:50.001218 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920ae9b-3724-478b-b901-81ea2d7af681 req-b44f9ae7-d9b9-48ee-b382-b07728ad5fad tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:50.002668 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b920ae9b-3724-478b-b901-81ea2d7af681 req-b44f9ae7-d9b9-48ee-b382-b07728ad5fad tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.0478895 Sep 16 08:08:50.057524 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b920ae9b-3724-478b-b901-81ea2d7af681 req-527b0612-f41b-4ebb-b194-3eb16ac5ad17 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490003 Sep 16 08:08:50.425293 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bdf5-94e8-4079-a9f1-b554ce5f5027 req-c537be5b-14e9-48d7-a075-4bbde86f62f5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:50.426814 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a897bdf5-94e8-4079-a9f1-b554ce5f5027 req-c537be5b-14e9-48d7-a075-4bbde86f62f5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0465357 Sep 16 08:08:50.477351 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a897bdf5-94e8-4079-a9f1-b554ce5f5027 req-20be9271-29a7-432f-bf19-0613ff6af4d8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Sep 16 08:08:51.179028 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce017-ef53-4845-9c46-98ddd2651a26 req-72182fd8-a0a3-4056-8e69-9cb6fd1fa89a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:51.180501 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-45dce017-ef53-4845-9c46-98ddd2651a26 req-72182fd8-a0a3-4056-8e69-9cb6fd1fa89a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.0473130 Sep 16 08:08:51.230274 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-45dce017-ef53-4845-9c46-98ddd2651a26 req-91f5b53d-4ef0-4990-b278-5bf5a8e6afa3 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Sep 16 08:08:51.607050 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806199c-6c50-4d06-b78a-bbb0f5f9c67d req-541cd606-dd7e-4923-b156-27b37efb61f4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:51.608561 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5806199c-6c50-4d06-b78a-bbb0f5f9c67d req-541cd606-dd7e-4923-b156-27b37efb61f4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0501380 Sep 16 08:08:51.658096 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5806199c-6c50-4d06-b78a-bbb0f5f9c67d req-38e0d902-c87f-431e-b999-b17786a8f370 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Sep 16 08:08:51.821521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:52.353533 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763c529-5d10-418a-b7fb-7acd6bd8269d req-b4809a42-9b56-463d-838c-11b86d61daf0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:52.354948 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5763c529-5d10-418a-b7fb-7acd6bd8269d req-b4809a42-9b56-463d-838c-11b86d61daf0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.0484776 Sep 16 08:08:52.406249 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5763c529-5d10-418a-b7fb-7acd6bd8269d req-6425df4e-bf70-4e16-80be-e93c4b217a7e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Sep 16 08:08:52.787312 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188f05a-0d6b-4e66-9495-a7f3f93f8574 req-f721c2b5-e9d8-4a0b-be3b-e1cc80ae49c4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:52.789353 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9188f05a-0d6b-4e66-9495-a7f3f93f8574 req-f721c2b5-e9d8-4a0b-be3b-e1cc80ae49c4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0465896 Sep 16 08:08:52.836965 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9188f05a-0d6b-4e66-9495-a7f3f93f8574 req-4c1e3a84-0a58-4a95-babb-31866978c862 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418293 Sep 16 08:08:53.533624 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41240c9-66c1-4944-8be4-8a1fbcb3424f req-4e9fe623-e20d-4a9b-929e-5743bbdeb33d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:53.535153 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c41240c9-66c1-4944-8be4-8a1fbcb3424f req-4e9fe623-e20d-4a9b-929e-5743bbdeb33d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.0521543 Sep 16 08:08:53.566690 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:53.585396 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c41240c9-66c1-4944-8be4-8a1fbcb3424f req-9351f54a-6700-4bac-946c-dfb8d4b9fcd5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441422 Sep 16 08:08:53.964921 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c84759-d067-4a9d-9367-2d46463266a1 req-a010d52d-3c7c-4dd5-aac9-176174e68d98 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:53.966293 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8c84759-d067-4a9d-9367-2d46463266a1 req-a010d52d-3c7c-4dd5-aac9-176174e68d98 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0498421 Sep 16 08:08:54.012979 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8c84759-d067-4a9d-9367-2d46463266a1 req-4b687a58-88dc-4699-aa71-f1b75c665cd6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Sep 16 08:08:54.494880 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7d637a8f-0225-4aa9-bc24-95e5a1a77fff details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:08:54.595899 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:54.607451 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'port_id': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'mac_address': 'fa:16:3e:1e:59:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:08:54.648421 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:54.648812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:54.662557 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d637a8f-0225-4aa9-bc24-95e5a1a77fff {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:08:54.683531 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:54.707604 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8700ea-e189-4549-a548-1e4a5d627946 req-50baecb7-411f-47fc-bc09-5ff8d6405352 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:54.709079 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8e8700ea-e189-4549-a548-1e4a5d627946 req-50baecb7-411f-47fc-bc09-5ff8d6405352 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 943 time: 0.0478001 Sep 16 08:08:54.764472 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8e8700ea-e189-4549-a548-1e4a5d627946 req-7c3aee92-5a94-4071-aa94-fdb1ee617e5d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452595 Sep 16 08:08:54.764809 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:54.809509 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:54.816543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.819987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.820665 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.820665 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.820820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.821082 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.821404 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:54.821865 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:08:55.141346 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba9152-9aeb-4471-99e8-1da27a341a2e req-ece593f0-75ee-4a38-9058-92daf484e9db tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:55.142910 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-77ba9152-9aeb-4471-99e8-1da27a341a2e req-ece593f0-75ee-4a38-9058-92daf484e9db tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0480778 Sep 16 08:08:55.190920 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-77ba9152-9aeb-4471-99e8-1da27a341a2e req-8feb1678-fded-43cc-b12d-c9ad144ff3ee tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Sep 16 08:08:55.355245 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['7d637a8f-0225-4aa9-bc24-95e5a1a77fff'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:08:55.575472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:55.882729 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ec648-7355-48a0-87f9-51ee3042df31 req-598c24c0-ab89-4839-b554-6a895c834832 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:55.884152 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-930ec648-7355-48a0-87f9-51ee3042df31 req-598c24c0-ab89-4839-b554-6a895c834832 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 944 time: 0.0509562 Sep 16 08:08:55.934909 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-930ec648-7355-48a0-87f9-51ee3042df31 req-83e8bff2-065e-4f36-aeae-5a7bc222d659 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Sep 16 08:08:56.302707 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:56.317903 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd2f9c-25f4-4f07-a1f8-d6b842155c06 req-2dd06f81-f05c-4f6f-a845-b02db8dcd5f8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:56.322728 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-41dd2f9c-25f4-4f07-a1f8-d6b842155c06 req-2dd06f81-f05c-4f6f-a845-b02db8dcd5f8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0471232 Sep 16 08:08:56.364451 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:56.372746 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-41dd2f9c-25f4-4f07-a1f8-d6b842155c06 req-270555ce-7982-4b20-9114-f05ef3e84873 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Sep 16 08:08:56.672452 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:56.676380 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:56.711988 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7d637a8f-0225-4aa9-bc24-95e5a1a77fff up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:08:56.753148 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:08:56.755597 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:08:56.832883 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:08:56.833203 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:56.833540 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff Sep 16 08:08:56.907806 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:08:56.908179 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:56.930469 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:08:56.932740 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc56fa4d-5b3f-4053-8b54-f538c1689ae2" -d '{"events": [{"server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "name": "network-vif-plugged", "status": "completed", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:08:56.944863 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:08:56.971082 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde2f73-fe9c-4d1b-bbe5-a3c6b4e4f764 x-openstack-request-id: req-7bde2f73-fe9c-4d1b-bbe5-a3c6b4e4f764 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:08:56.971351 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "name": "network-vif-plugged", "status": "completed", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:08:56.971598 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bde2f73-fe9c-4d1b-bbe5-a3c6b4e4f764 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:08:56.972015 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bde2f73-fe9c-4d1b-bbe5-a3c6b4e4f764'] response: {'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'code': 200} Sep 16 08:08:57.023893 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:08:57.055104 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab634bc3-a5ae-417c-93f0-004730f80012 req-68654dee-21ab-4709-8dff-8386aa247fc7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:57.056560 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ab634bc3-a5ae-417c-93f0-004730f80012 req-68654dee-21ab-4709-8dff-8386aa247fc7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 944 time: 0.0471804 Sep 16 08:08:57.091552 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:08:57.106313 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ab634bc3-a5ae-417c-93f0-004730f80012 req-7f4e892b-411c-414d-8614-8e3bd0f12acc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437381 Sep 16 08:08:57.499402 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b48b1-ed74-451c-8c03-66aeee0a3cfc req-0378fa67-22de-4af6-a23f-81484746dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:57.500885 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-486b48b1-ed74-451c-8c03-66aeee0a3cfc req-0378fa67-22de-4af6-a23f-81484746dad7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 1129 time: 0.0668128 Sep 16 08:08:57.513657 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd795a-bfe8-49d9-b496-2e16fe043139 req-194342cb-468a-4776-997c-e1cf412b40d4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:57.515049 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4bdd795a-bfe8-49d9-b496-2e16fe043139 req-194342cb-468a-4776-997c-e1cf412b40d4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0539389 Sep 16 08:08:57.589461 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-486b48b1-ed74-451c-8c03-66aeee0a3cfc req-dcb12210-ac24-4bb5-9370-767da6fd2b92 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734935 Sep 16 08:08:57.599929 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4bdd795a-bfe8-49d9-b496-2e16fe043139 req-90cc145d-127f-45dc-9ee2-f1179ff04b93 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788352 Sep 16 08:08:58.223588 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee535c22-c4b2-4aab-b48c-cc5c79995a24 req-535be348-3780-4ef3-b045-1625a3e83563 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:58.225021 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ee535c22-c4b2-4aab-b48c-cc5c79995a24 req-535be348-3780-4ef3-b045-1625a3e83563 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.0442359 Sep 16 08:08:58.273587 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ee535c22-c4b2-4aab-b48c-cc5c79995a24 req-36027fb8-ce36-440a-bdd5-1df8f5330cb4 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Sep 16 08:08:58.726581 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d0cb-bb8a-43fc-ae5f-f9bb258e349d req-5acf8ae5-77e2-44fb-b4fb-5643b6e3ce21 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:58.728105 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7351d0cb-bb8a-43fc-ae5f-f9bb258e349d req-5acf8ae5-77e2-44fb-b4fb-5643b6e3ce21 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0484061 Sep 16 08:08:58.776253 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7351d0cb-bb8a-43fc-ae5f-f9bb258e349d req-9cbf3c72-5883-4048-ac9a-20f3ea72a979 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Sep 16 08:08:59.395374 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280fdac-183a-46f0-96a3-8dfbb12674d8 req-d1ae610f-09ce-4528-9677-94fb7a7b8285 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:59.396734 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1280fdac-183a-46f0-96a3-8dfbb12674d8 req-d1ae610f-09ce-4528-9677-94fb7a7b8285 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.0492401 Sep 16 08:08:59.444904 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1280fdac-183a-46f0-96a3-8dfbb12674d8 req-e2b2f971-fa0b-45d6-96f0-13293104532b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Sep 16 08:08:59.902654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd70-8c3f-4867-bde5-205df4ab4a09 req-67a227b1-adb5-46ce-9cd3-d14ec0742445 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:08:59.904127 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-240cdd70-8c3f-4867-bde5-205df4ab4a09 req-67a227b1-adb5-46ce-9cd3-d14ec0742445 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0465224 Sep 16 08:08:59.950874 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-240cdd70-8c3f-4867-bde5-205df4ab4a09 req-48b82b8a-49cf-4311-81c7-98662fa46d43 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Sep 16 08:09:00.563135 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8902-9361-4449-bfaa-d72742ed5307 req-d98391a9-820f-4881-a6dd-13ce6f1768b9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:00.564550 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-eddd8902-9361-4449-bfaa-d72742ed5307 req-d98391a9-820f-4881-a6dd-13ce6f1768b9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.0453658 Sep 16 08:09:00.611576 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-eddd8902-9361-4449-bfaa-d72742ed5307 req-3bf4d1f7-da89-48ea-abbc-5d0c73684541 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Sep 16 08:09:00.726153 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:00.734282 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf04cbc-bcf2-4709-886c-d9f3211b9460 req-d996be4e-eeeb-447e-9fc4-173717b35541 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:00.735860 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7bf04cbc-bcf2-4709-886c-d9f3211b9460 req-d996be4e-eeeb-447e-9fc4-173717b35541 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.0500844 Sep 16 08:09:00.785732 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7bf04cbc-bcf2-4709-886c-d9f3211b9460 req-59bebeae-9815-408f-8dc1-c3961f64b191 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Sep 16 08:09:00.814261 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53486) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:00.998027 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568c115-04a6-4abd-a560-d9ec48efd57c tempest-TestVolumeBootPattern-1804295190 tempest-TestVolumeBootPattern-1804295190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:00.999592 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-f568c115-04a6-4abd-a560-d9ec48efd57c tempest-TestVolumeBootPattern-1804295190 tempest-TestVolumeBootPattern-1804295190-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 1124 time: 0.1842854 Sep 16 08:09:01.002469 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53494) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:01.006755 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'port_id': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:01.077837 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953af9c0-afa2-4409-a44c-c32034163b21 req-4c13affe-b9c1-4e4b-a1d2-20ec387b6fe7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:01.079329 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-953af9c0-afa2-4409-a44c-c32034163b21 req-4c13affe-b9c1-4e4b-a1d2-20ec387b6fe7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0502093 Sep 16 08:09:01.090392 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:01.126739 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-953af9c0-afa2-4409-a44c-c32034163b21 req-f49e05a6-d120-493c-ac38-d1eeaf8b0a07 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Sep 16 08:09:01.172901 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:01.278240 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Allocated IP 172.27.1.219 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/2f518158-a368-4575-b144-138555c7aa4d) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:09:01.291480 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:01.383751 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (2f518158-a368-4575-b144-138555c7aa4d), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:01.462092 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (2f518158-a368-4575-b144-138555c7aa4d), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:01.503658 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:09:01.508626 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:09:01.510790 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=2f518158-a368-4575-b144-138555c7aa4d,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:01.512888 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:09:01.707203 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:01.865809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (84f20557-7aa0-4481-8637-4f29147c7615), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:02.033792 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (2f518158-a368-4575-b144-138555c7aa4d), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:02.181968 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (2f518158-a368-4575-b144-138555c7aa4d), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:02.244334 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (2f518158-a368-4575-b144-138555c7aa4d), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:02.305524 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a004771-a7bf-4db2-8314-911c687c9f57 req-68975c44-ff4a-41c0-ba7b-afa1a86060b4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:02.307191 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a004771-a7bf-4db2-8314-911c687c9f57 req-68975c44-ff4a-41c0-ba7b-afa1a86060b4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.1004252 Sep 16 08:09:02.316926 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:02.335185 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=2f518158-a368-4575-b144-138555c7aa4d,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:02.344542 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (84f20557-7aa0-4481-8637-4f29147c7615), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:02.422515 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a004771-a7bf-4db2-8314-911c687c9f57 req-dd48ba0d-732a-4716-a202-5116d6f8bfb9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062331 Sep 16 08:09:02.467230 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Floating IP 84f20557-7aa0-4481-8637-4f29147c7615 associated. External IP: 172.27.1.219, port: 7d637a8f-0225-4aa9-bc24-95e5a1a77fff. Sep 16 08:09:02.607667 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:02.668712 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:09:02.772888 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:09:02.787916 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:09:02.798001 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:09:02.798852 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:02.856222 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:02.889900 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4a91b01b-13fe-4f0d-b7aa-ba08a1615713 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8840730 Sep 16 08:09:02.889900 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:02.890935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d47570a-9671-48f3-9c26-1f48f36ca5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:02.904080 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:09:02.931907 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1185aee-0fe8-4a09-b259-16df0370b66f x-openstack-request-id: req-e1185aee-0fe8-4a09-b259-16df0370b66f {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:02.932195 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:02.932441 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1185aee-0fe8-4a09-b259-16df0370b66f {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:02.932840 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1185aee-0fe8-4a09-b259-16df0370b66f'] response: {'name': 'network-changed', 'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'status': 'completed', 'code': 200} Sep 16 08:09:03.050901 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-74c36e06-95d1-45a2-95cd-a50431bccdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:03.052524 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-74c36e06-95d1-45a2-95cd-a50431bccdf3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 1129 time: 0.0409493 Sep 16 08:09:03.119397 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '84f20557-7aa0-4481-8637-4f29147c7615', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:1e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:09:01Z', 'updated_at': '2022-09-16T08:09:01Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:03.143935 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:09:03.149237 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-2c123640-4365-46f0-9d82-9e9b48ccd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:03.150775 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-2c123640-4365-46f0-9d82-9e9b48ccd86a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.0913978 Sep 16 08:09:03.153000 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:09:03.153607 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:08:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:03.214200 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-52922e4d-c654-49bb-8c0f-0990d43ab72a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d637a8f-0225-4aa9-bc24-95e5a1a77fff HTTP/1.1" status: 200 len: 999 time: 0.0556922 Sep 16 08:09:03.255236 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:09:03.272635 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-f9f07204-cbba-4e47-a5a4-9c35f2213f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:03.274764 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-f9f07204-cbba-4e47-a5a4-9c35f2213f68 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0477500 Sep 16 08:09:03.322410 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-3e0b126f-6ba6-405e-a191-ebb139c7fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:03.323837 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-3e0b126f-6ba6-405e-a191-ebb139c7fb3d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377462 Sep 16 08:09:03.393255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:03.416094 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-b7387f1b-fdd8-4221-86b9-2f14678a795c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841897 Sep 16 08:09:03.541046 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:03.547885 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d47570a-9671-48f3-9c26-1f48f36ca5bb req-b7961744-cab6-4d4d-8656-4a5481cae6aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191235 Sep 16 08:09:03.565480 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f1191-57cb-4420-835f-8d51f4ca7537 req-f2d3d097-0814-4fc5-9a5e-7298c5e61aec tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:03.566903 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7e5f1191-57cb-4420-835f-8d51f4ca7537 req-f2d3d097-0814-4fc5-9a5e-7298c5e61aec tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0532341 Sep 16 08:09:03.596170 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '84f20557-7aa0-4481-8637-4f29147c7615', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:1e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:09:01Z', 'updated_at': '2022-09-16T08:09:01Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:03.598486 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:03.614995 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7e5f1191-57cb-4420-835f-8d51f4ca7537 req-6be50b5f-fdd0-47d3-937c-0d087dd74519 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Sep 16 08:09:03.621988 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c14740-e0fc-4bf1-8482-8fb706fd4037 None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '84f20557-7aa0-4481-8637-4f29147c7615', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:1e:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:09:01Z', 'updated_at': '2022-09-16T08:09:01Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:09:03.839610 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd66c9-2902-4df8-afea-8c5ce2146947 None None] New status for floating IP 84f20557-7aa0-4481-8637-4f29147c7615: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:09:04.175629 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779ff3c-19ff-40ec-9098-ca214a7605f7 req-ebcf726b-d53f-46ad-a238-fa1f479d7a10 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:04.177111 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f779ff3c-19ff-40ec-9098-ca214a7605f7 req-ebcf726b-d53f-46ad-a238-fa1f479d7a10 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0512626 Sep 16 08:09:04.240706 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f779ff3c-19ff-40ec-9098-ca214a7605f7 req-2b988de7-a978-4752-913a-792940e7358a tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571303 Sep 16 08:09:04.301420 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-54f954ef-23d1-4d41-8e6c-f735c081855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:04.303070 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-54f954ef-23d1-4d41-8e6c-f735c081855a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1168 time: 0.0416753 Sep 16 08:09:04.607501 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-58cea3fa-b7eb-468f-a0f2-45a56ecf4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:04.609098 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-58cea3fa-b7eb-468f-a0f2-45a56ecf4b06 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 200 len: 915 time: 0.2954755 Sep 16 08:09:04.673575 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-8bcadd8d-0bea-4234-b130-5c1b62fb08d9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 1001 time: 0.0557270 Sep 16 08:09:04.727787 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-8c416bf4-0ef0-4f66-b29c-c4eb61ee37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:04.729254 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-8c416bf4-0ef0-4f66-b29c-c4eb61ee37ec service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=df1eca2d-9304-495c-9ab2-a26b70fecdda HTTP/1.1" status: 200 len: 853 time: 0.0471232 Sep 16 08:09:04.749172 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66cf2e-713c-4714-b693-dc72fc2d7f6d req-8570a8db-c74a-4ce0-84c1-a58b4cdaebbf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:04.750759 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6f66cf2e-713c-4714-b693-dc72fc2d7f6d req-8570a8db-c74a-4ce0-84c1-a58b4cdaebbf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0469007 Sep 16 08:09:04.760040 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:09:04.796780 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-3a4874e4-aad7-459d-b985-9f26643b2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:04.798826 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-3a4874e4-aad7-459d-b985-9f26643b2de3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8da3cc5f-f2f9-43ac-8827-97d0d1518146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479536 Sep 16 08:09:04.800407 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6f66cf2e-713c-4714-b693-dc72fc2d7f6d req-9e903b25-50a6-42c3-be02-b0c8b6481d5d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Sep 16 08:09:04.865946 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:04.875864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:04.888516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'port_id': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'mac_address': 'fa:16:3e:33:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:09:04.903443 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-27236579-736e-4303-b7bb-4b0caca32495 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964780 Sep 16 08:09:04.923542 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: ACTIVE; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:04.923933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:04.937275 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0104ad2b-b1c9-455f-a512-cdc1dd34408e {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:09:04.957115 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:04.997035 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a77d0a58-5a97-439f-9c6d-abaa68e1357a req-81b9887e-e0f9-4a6d-98c7-286c3628ebf2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857563 Sep 16 08:09:05.058106 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:05.107648 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=6']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:05.340715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['0104ad2b-b1c9-455f-a512-cdc1dd34408e'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:09:05.374400 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c73e-c524-46b7-ad5c-af033f5d7cde req-65a15cb2-5de0-48c5-8f43-05f659cde128 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:05.375952 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1657c73e-c524-46b7-ad5c-af033f5d7cde req-65a15cb2-5de0-48c5-8f43-05f659cde128 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0510445 Sep 16 08:09:05.447577 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1657c73e-c524-46b7-ad5c-af033f5d7cde req-5b2d2af5-625e-4ff0-a9e4-e8e2a8edcf7b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582209 Sep 16 08:09:05.924921 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182dc2a-a614-4b54-bf74-000a5873964a req-60c1df30-cb72-41cf-a7e9-a49b94f15f82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:05.926387 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7182dc2a-a614-4b54-bf74-000a5873964a req-60c1df30-cb72-41cf-a7e9-a49b94f15f82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 944 time: 0.0461953 Sep 16 08:09:05.976571 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7182dc2a-a614-4b54-bf74-000a5873964a req-5b6a9a0b-bf7f-439d-9be0-9cd6d24f03f2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 Sep 16 08:09:06.574438 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3db84e-9ccb-48f7-8743-e7f9865b50db req-1e89cfe0-eeb9-43d8-aeb9-236fc07f6c45 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:06.575957 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8c3db84e-9ccb-48f7-8743-e7f9865b50db req-1e89cfe0-eeb9-43d8-aeb9-236fc07f6c45 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0538547 Sep 16 08:09:06.606124 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:06.647242 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8c3db84e-9ccb-48f7-8743-e7f9865b50db req-29013947-5dbc-4887-a93d-67a9edd048ea tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654306 Sep 16 08:09:06.764943 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:09:06.819438 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 0104ad2b-b1c9-455f-a512-cdc1dd34408e triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:09:06.819794 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:06.820131 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 0104ad2b-b1c9-455f-a512-cdc1dd34408e Sep 16 08:09:06.923180 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:06.923647 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:06.953042 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:06.955624 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9db948c-1bb1-43f7-8e9c-75dc47e7430f" -d '{"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-plugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:06.971077 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:07.016714 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d15720d-0801-4435-8420-9c33d5edaa50 x-openstack-request-id: req-4d15720d-0801-4435-8420-9c33d5edaa50 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:07.017052 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-plugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:07.018973 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d15720d-0801-4435-8420-9c33d5edaa50 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:07.018973 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d15720d-0801-4435-8420-9c33d5edaa50'] response: {'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'code': 200} Sep 16 08:09:07.032897 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:07.101366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=7']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:07.148071 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59ef84-f3be-4bba-9084-e16b3cf0f229 req-7271075a-3e12-4ad1-919d-3245c3b6ec53 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:07.153313 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-de59ef84-f3be-4bba-9084-e16b3cf0f229 req-7271075a-3e12-4ad1-919d-3245c3b6ec53 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0767128 Sep 16 08:09:07.250662 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-de59ef84-f3be-4bba-9084-e16b3cf0f229 req-a719792f-51ba-4c31-aa66-1e9822998f21 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899312 Sep 16 08:09:07.787564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df54dc5-8b7b-401f-867e-6f4ba8ce32cd req-96946a0a-f8ca-4343-aa90-c51ea5c0d5f9 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:07.791785 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1df54dc5-8b7b-401f-867e-6f4ba8ce32cd req-96946a0a-f8ca-4343-aa90-c51ea5c0d5f9 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0572088 Sep 16 08:09:07.871288 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1df54dc5-8b7b-401f-867e-6f4ba8ce32cd req-fd1dbe6c-68d5-4269-82aa-e3c573da2fd0 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734913 Sep 16 08:09:08.335982 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-5fee2ff2-6af2-447a-9b6d-b0bcf77a26aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:08.426743 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec6c8-086e-4e3e-8246-af2edd9067e4 req-407aaedb-6636-40f0-8abe-820b7dd9f7dc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:08.433807 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-957ec6c8-086e-4e3e-8246-af2edd9067e4 req-407aaedb-6636-40f0-8abe-820b7dd9f7dc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0796676 Sep 16 08:09:08.494508 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-957ec6c8-086e-4e3e-8246-af2edd9067e4 req-ab8de133-4157-4f47-8bba-29abb0ae6086 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517144 Sep 16 08:09:08.536779 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53604) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:08.708837 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bc260544-fc9d-4755-a094-d22eabe03c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:08.804855 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bc260544-fc9d-4755-a094-d22eabe03c84 admin admin] Publish callbacks [] for security_group (ad62ce3e-ea13-4f5a-b101-2a5f15a726db), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:08.879041 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bc260544-fc9d-4755-a094-d22eabe03c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ad62ce3e-ea13-4f5a-b101-2a5f15a726db), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:08.907274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260544-fc9d-4755-a094-d22eabe03c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad62ce3e-ea13-4f5a-b101-2a5f15a726db,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:08.942665 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-bc260544-fc9d-4755-a094-d22eabe03c84 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c05ca075ba6546dbb260e009a167a549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021478 Sep 16 08:09:08.942961 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53614) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:09.073741 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b4e09d2e-691a-4789-bbed-526f2dafb908 admin admin] Publish callbacks [] for security_group (ad62ce3e-ea13-4f5a-b101-2a5f15a726db), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:09.085565 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25c786-8d48-447d-81fc-0946f5cca8bf req-051348e0-d345-4f24-8b67-f706bd1a94ec tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:09.087691 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-be25c786-8d48-447d-81fc-0946f5cca8bf req-051348e0-d345-4f24-8b67-f706bd1a94ec tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0819759 Sep 16 08:09:09.125577 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b4e09d2e-691a-4789-bbed-526f2dafb908 admin admin] Publish callbacks [] for security_group (ad62ce3e-ea13-4f5a-b101-2a5f15a726db), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:09.174938 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:09.203453 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-be25c786-8d48-447d-81fc-0946f5cca8bf req-90ce4b95-5f1f-4540-9c5f-aeb6d083a67e tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089606 Sep 16 08:09:09.315212 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b4e09d2e-691a-4789-bbed-526f2dafb908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ad62ce3e-ea13-4f5a-b101-2a5f15a726db), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:09.318302 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b4e09d2e-691a-4789-bbed-526f2dafb908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:09.323178 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b4e09d2e-691a-4789-bbed-526f2dafb908 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ad62ce3e-ea13-4f5a-b101-2a5f15a726db HTTP/1.1" status: 204 len: 168 time: 0.3757844 Sep 16 08:09:09.336206 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e09d2e-691a-4789-bbed-526f2dafb908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad62ce3e-ea13-4f5a-b101-2a5f15a726db,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:09.644203 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b00bb0-05ae-47d8-87b6-195cb5ba53b8 req-20f45a75-d27d-44c9-9434-a9556d4beb62 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:09.650866 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-17b00bb0-05ae-47d8-87b6-195cb5ba53b8 req-20f45a75-d27d-44c9-9434-a9556d4beb62 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0582054 Sep 16 08:09:09.707419 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-17b00bb0-05ae-47d8-87b6-195cb5ba53b8 req-4350f4c6-fa97-4d9f-b45f-c9b709f7f68a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544443 Sep 16 08:09:10.385418 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698efdd8-646d-4d49-a61d-88b6032b4ba1 req-78cdde60-2ea8-4038-aec3-b16831a6a012 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:10.393946 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-698efdd8-646d-4d49-a61d-88b6032b4ba1 req-78cdde60-2ea8-4038-aec3-b16831a6a012 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0989349 Sep 16 08:09:10.455653 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-698efdd8-646d-4d49-a61d-88b6032b4ba1 req-f1de9327-c90a-4d73-b6d0-1264157bca21 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607619 Sep 16 08:09:10.641349 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cca026ac-e37c-40c3-938b-143da6543159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:10.882201 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7813254-22d6-47b1-b8db-dd1f29ff0797 req-86bba4f6-3c3c-42ab-8fb8-b485504946a7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:10.884378 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7813254-22d6-47b1-b8db-dd1f29ff0797 req-86bba4f6-3c3c-42ab-8fb8-b485504946a7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0663636 Sep 16 08:09:10.939770 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:10.944872 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7813254-22d6-47b1-b8db-dd1f29ff0797 req-041b7825-ff08-4677-a989-faba154bd5bc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549917 Sep 16 08:09:11.082299 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e67a5-9236-4be9-94fc-e2c1a40fef85 req-4fe44ce2-0d81-4098-b99a-3bfc7e41906c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:11.090606 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-703e67a5-9236-4be9-94fc-e2c1a40fef85 req-4fe44ce2-0d81-4098-b99a-3bfc7e41906c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.0612364 Sep 16 08:09:11.169682 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-703e67a5-9236-4be9-94fc-e2c1a40fef85 req-078bc767-2ae4-41b2-b037-6c427b982301 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777769 Sep 16 08:09:11.464164 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:11.474113 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7f4c7-23e4-4c62-b3f3-28936b8e35bb req-9680d44a-7c0e-4177-b81a-a90c874a2cde tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:11.477305 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bab7f4c7-23e4-4c62-b3f3-28936b8e35bb req-9680d44a-7c0e-4177-b81a-a90c874a2cde tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0666740 Sep 16 08:09:11.533039 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bab7f4c7-23e4-4c62-b3f3-28936b8e35bb req-a72a375a-d103-4f30-a2d1-849285008f70 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507412 Sep 16 08:09:11.618929 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227af7-cd75-4bf0-b45f-76de281dd378 req-50114097-55a1-4dcf-9c24-1d3df81d171c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:11.626746 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-43227af7-cd75-4bf0-b45f-76de281dd378 req-50114097-55a1-4dcf-9c24-1d3df81d171c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0671620 Sep 16 08:09:11.687184 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-43227af7-cd75-4bf0-b45f-76de281dd378 req-e4ac69cf-4e1a-456e-8af8-c943b4774502 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593584 Sep 16 08:09:12.058933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:12.093551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfcd7-feca-46be-b0fb-ff58d8a7fa02 req-125b759f-98a7-4e9d-b54c-bd46919f7d0a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:12.095240 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cccbfcd7-feca-46be-b0fb-ff58d8a7fa02 req-125b759f-98a7-4e9d-b54c-bd46919f7d0a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0559824 Sep 16 08:09:12.160452 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cccbfcd7-feca-46be-b0fb-ff58d8a7fa02 req-60ccb5aa-0a19-4724-8070-86658eb45dd5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589762 Sep 16 08:09:12.277373 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:12.285596 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b22b1-8eaa-4fbc-939b-036fde79dbae req-36681065-046f-4bce-967a-cdd73dedc6b0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:12.293041 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fd8b22b1-8eaa-4fbc-939b-036fde79dbae req-36681065-046f-4bce-967a-cdd73dedc6b0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.0560615 Sep 16 08:09:12.350473 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fd8b22b1-8eaa-4fbc-939b-036fde79dbae req-c2e6d78c-7473-4641-8e76-5c789a0749da tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562911 Sep 16 08:09:12.674154 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34db4ac-bc2c-4a56-88ad-a255cfacb720 req-34dec7f7-42c6-4415-90a5-85fa23527e25 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:12.675974 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b34db4ac-bc2c-4a56-88ad-a255cfacb720 req-34dec7f7-42c6-4415-90a5-85fa23527e25 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0590842 Sep 16 08:09:12.745770 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b34db4ac-bc2c-4a56-88ad-a255cfacb720 req-addc4149-fd53-4319-8c0f-56d3bd64fd4d tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583954 Sep 16 08:09:12.841828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301199f1-6b5b-45b1-a588-9532989da5a2 req-7bb1952a-2360-466f-8302-9e8e5ae87afe tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:12.843334 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-301199f1-6b5b-45b1-a588-9532989da5a2 req-7bb1952a-2360-466f-8302-9e8e5ae87afe tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0483663 Sep 16 08:09:12.910249 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-301199f1-6b5b-45b1-a588-9532989da5a2 req-afc45d62-dc20-43dc-b7fc-09006b9f40a6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608132 Sep 16 08:09:13.052327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-3cf64f96-fb6d-4057-acf8-5b5c95ec512b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:13.053913 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-3cf64f96-fb6d-4057-acf8-5b5c95ec512b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.0501804 Sep 16 08:09:13.145507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:09:13.145852 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:13.281671 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] For port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:13.351619 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:13.351619 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad836b-c073-456e-9c0e-cb23dae0656c req-c57bcdac-ba5b-45ae-9c23-fbc093cb6b96 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:13.351619 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1cad836b-c073-456e-9c0e-cb23dae0656c req-c57bcdac-ba5b-45ae-9c23-fbc093cb6b96 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0936630 Sep 16 08:09:13.479778 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1cad836b-c073-456e-9c0e-cb23dae0656c req-88c336c2-3e0d-469f-a753-3dc96d561311 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209378 Sep 16 08:09:13.484743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5375-6267-4e56-877b-f144f239debb req-3a40809e-288b-4cbb-b411-7b8ff0fa1817 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:13.486349 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c51c5375-6267-4e56-877b-f144f239debb req-3a40809e-288b-4cbb-b411-7b8ff0fa1817 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 946 time: 0.0635862 Sep 16 08:09:13.536165 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c51c5375-6267-4e56-877b-f144f239debb req-8a0773aa-db23-468f-9468-799a468c42bc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=4c3344ce-f4fc-446c-ad0c-8c821cedaa92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443020 Sep 16 08:09:13.555102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:13.555464 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (56726623-0caa-45f9-8009-d9dac6f7939d), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:13.556287 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP 56726623-0caa-45f9-8009-d9dac6f7939d disassociated. External IP: 172.27.1.169, port: 0587b75f-a06f-40a0-8e4d-3ac7308fa48a. Sep 16 08:09:13.556625 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for 0587b75f-a06f-40a0-8e4d-3ac7308fa48a owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:09:13.589240 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:13.593848 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:13.659687 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:13.778771 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (0587b75f-a06f-40a0-8e4d-3ac7308fa48a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:13.813629 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=0587b75f-a06f-40a0-8e4d-3ac7308fa48a,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:13.916375 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:13.951206 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:13.971267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d94a21-9b23-4e54-a9a8-61133330ee37 req-944a4f9c-3980-4f92-8823-e6ed62c10139 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:13.973026 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-95d94a21-9b23-4e54-a9a8-61133330ee37 req-944a4f9c-3980-4f92-8823-e6ed62c10139 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0911903 Sep 16 08:09:13.979861 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:14.017702 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:09:14.053467 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-95d94a21-9b23-4e54-a9a8-61133330ee37 req-87ad9284-39d5-40ae-919b-dc85ae40e4e6 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696585 Sep 16 08:09:14.100556 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ed7e2-828f-4360-8f22-22932264135c req-ec309928-577d-4929-aa1e-e2f12b07fa8c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:14.107207 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b34ed7e2-828f-4360-8f22-22932264135c req-ec309928-577d-4929-aa1e-e2f12b07fa8c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0884647 Sep 16 08:09:14.185148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:09:14.188826 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b34ed7e2-828f-4360-8f22-22932264135c req-baa0f0e3-c059-4324-8072-8cadececca1b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762181 Sep 16 08:09:14.200073 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:09:14.216422 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:14.220054 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:09:14.221788 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:14.267582 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] No DVR routers for this DVR port 0587b75f-a06f-40a0-8e4d-3ac7308fa48a on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:09:14.270785 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:14.274471 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3b092c7f-4994-4220-921b-3ce2060804a1 req-546b6d7f-4931-4ca2-910a-64aa28c32405 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "DELETE /networking/v2.0/ports/0587b75f-a06f-40a0-8e4d-3ac7308fa48a HTTP/1.1" status: 204 len: 173 time: 1.2156370 Sep 16 08:09:14.275001 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'name': 'network-vif-deleted', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:14.278369 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1031b3-25b5-44f9-8d42-cfc6a6ffa371" -d '{"events": [{"server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "name": "network-vif-deleted", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:14.306385 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:14.331774 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da76111-e46e-4247-b9f0-9e6083e063b6 x-openstack-request-id: req-4da76111-e46e-4247-b9f0-9e6083e063b6 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:14.331774 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6372a5c9-25ed-4593-861f-78a0f8cf03ce", "name": "network-vif-deleted", "tag": "0587b75f-a06f-40a0-8e4d-3ac7308fa48a", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:14.331774 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4da76111-e46e-4247-b9f0-9e6083e063b6 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:14.331774 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da76111-e46e-4247-b9f0-9e6083e063b6'] response: {'server_uuid': '6372a5c9-25ed-4593-861f-78a0f8cf03ce', 'name': 'network-vif-deleted', 'tag': '0587b75f-a06f-40a0-8e4d-3ac7308fa48a', 'status': 'completed', 'code': 200} Sep 16 08:09:14.397048 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:09:14.672166 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fda74-44a9-4ebe-b6ee-d962887a5c7e req-f9754817-aed9-4bd7-b41e-985f9c9e0792 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:14.681310 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b01fda74-44a9-4ebe-b6ee-d962887a5c7e req-f9754817-aed9-4bd7-b41e-985f9c9e0792 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0723388 Sep 16 08:09:14.741163 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b01fda74-44a9-4ebe-b6ee-d962887a5c7e req-5ca51f62-600e-42e1-8dfb-6c397e170dd5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564919 Sep 16 08:09:14.767931 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:11Z', 'revision_number': 2, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:14.799782 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1fd8ccb8-f76d-4a67-85f3-8b72bbd7e022 req-76e58b3b-d98d-4b9c-a0e6-b2098166cf1d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0811980 Sep 16 08:09:14.802911 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:09:14.812614 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:09:14.813386 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:14.949569 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:09:15.295215 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:11Z', 'revision_number': 2, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:15.321374 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f7bc2-a937-4bee-8f0b-46da6ba949cc req-e14ee286-10fd-4dad-aabc-d11544530bc9 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:15.323125 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-175f7bc2-a937-4bee-8f0b-46da6ba949cc req-e14ee286-10fd-4dad-aabc-d11544530bc9 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.1307068 Sep 16 08:09:15.371203 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8c24d-0977-453b-bc07-cd5e486b703e None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '4a815c5c-370f-4bfe-b0e7-874167afc83b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:5d:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:05:27Z', 'updated_at': '2022-09-16T08:06:11Z', 'revision_number': 2, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:09:15.402921 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdec0e3-7300-4af8-979c-5f5555961d34 req-ff51d914-876c-4612-958c-89079f8abf15 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:15.411952 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2bdec0e3-7300-4af8-979c-5f5555961d34 req-ff51d914-876c-4612-958c-89079f8abf15 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0893376 Sep 16 08:09:15.529534 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2bdec0e3-7300-4af8-979c-5f5555961d34 req-ab0fedc9-ce21-4578-95bb-cb96e017457c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105585 Sep 16 08:09:15.757200 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-175f7bc2-a937-4bee-8f0b-46da6ba949cc req-b37c25b4-3294-49c1-9af2-e042a171a301 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4270933 Sep 16 08:09:15.828482 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c519d573-a785-4bdb-8324-6ffb4090a460 None None] New status for floating IP 56726623-0caa-45f9-8009-d9dac6f7939d: DOWN {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:09:15.977986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294ab4-17b9-44c5-8716-763359304a3e req-a0b0acef-4d1b-4f5b-bd64-b8b02d6fe226 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:15.995207 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8827fb7-d92c-4cec-aaa6-3ea0437eb749 req-964023ba-6874-41b9-bc8e-9a8e655573b2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6372a5c9-25ed-4593-861f-78a0f8cf03ce HTTP/1.1" status: 200 len: 210 time: 0.0649793 Sep 16 08:09:15.996311 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5b294ab4-17b9-44c5-8716-763359304a3e req-a0b0acef-4d1b-4f5b-bd64-b8b02d6fe226 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.1267309 Sep 16 08:09:16.054241 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5b294ab4-17b9-44c5-8716-763359304a3e req-a9f534a6-11cc-4f29-8eae-3fa6a58a6056 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566359 Sep 16 08:09:16.703867 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbbf71-dbd1-4d2a-995c-2995e4d2a746 req-2e06b46a-50cb-4bef-9fe2-4d1964dd3052 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:16.711307 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f1fbbf71-dbd1-4d2a-995c-2995e4d2a746 req-2e06b46a-50cb-4bef-9fe2-4d1964dd3052 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0843959 Sep 16 08:09:16.806605 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f1fbbf71-dbd1-4d2a-995c-2995e4d2a746 req-fc074d1e-4bf3-4153-b795-cb5345d46ef1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904474 Sep 16 08:09:16.817364 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0587b75f-a06f-40a0-8e4d-3ac7308fa48a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:09:16.826224 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:16.868225 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 0587b75f-a06f-40a0-8e4d-3ac7308fa48a {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:09:16.873154 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0587b75f-a06f-40a0-8e4d-3ac7308fa48a not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:09:16.925186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f73ba-065b-433c-845b-e51c51734c2a req-45edff6c-8f24-4d8e-a59d-ff2b4bc88f70 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:16.927230 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c76f73ba-065b-433c-845b-e51c51734c2a req-45edff6c-8f24-4d8e-a59d-ff2b4bc88f70 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0638263 Sep 16 08:09:16.964426 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:16.994250 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c76f73ba-065b-433c-845b-e51c51734c2a req-8ef153e6-abf7-4a5c-8d16-340e062f07c7 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588660 Sep 16 08:09:17.162656 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53700) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:17.260853 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10bdf-2493-4eaa-bc27-7909a1521f98 req-b12395ad-19bd-4bb5-bb16-dfdf273cee59 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:17.260853 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e4d10bdf-2493-4eaa-bc27-7909a1521f98 req-b12395ad-19bd-4bb5-bb16-dfdf273cee59 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0552213 Sep 16 08:09:17.269523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3202aaae-f942-42c5-8493-cc8837ffec25 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (4c3344ce-f4fc-446c-ad0c-8c821cedaa92), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:17.269864 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e4d10bdf-2493-4eaa-bc27-7909a1521f98 req-b27a464e-76bf-4b4a-bafe-b94b6050d370 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Sep 16 08:09:17.269950 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3202aaae-f942-42c5-8493-cc8837ffec25 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (4c3344ce-f4fc-446c-ad0c-8c821cedaa92), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:17.627680 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3202aaae-f942-42c5-8493-cc8837ffec25 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4c3344ce-f4fc-446c-ad0c-8c821cedaa92), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:17.630182 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3202aaae-f942-42c5-8493-cc8837ffec25 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:17.631374 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3202aaae-f942-42c5-8493-cc8837ffec25 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4c3344ce-f4fc-446c-ad0c-8c821cedaa92 HTTP/1.1" status: 204 len: 168 time: 0.4675822 Sep 16 08:09:17.637520 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 53702) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:17.640789 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202aaae-f942-42c5-8493-cc8837ffec25 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3344ce-f4fc-446c-ad0c-8c821cedaa92,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:17.648400 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.api.v2.resource [None req-c79669d5-786e-438e-ac55-31a913db65cd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] show failed (client error): The resource could not be found. Sep 16 08:09:17.652150 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c79669d5-786e-438e-ac55-31a913db65cd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups/4c3344ce-f4fc-446c-ad0c-8c821cedaa92 HTTP/1.1" status: 404 len: 347 time: 0.0140462 Sep 16 08:09:17.652347 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 53704) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:17.755218 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:17.772385 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port 4a4a7c1a-f111-456e-8965-ff9f85799229 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:09:17.772918 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:17.858694 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:17.859342 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (4a4a7c1a-f111-456e-8965-ff9f85799229), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:17.875607 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for 4a4a7c1a-f111-456e-8965-ff9f85799229 owned by network:floatingip {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:09:17.930754 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:17.960565 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554e9c7-182e-46d1-8368-59541577d92f req-78f9722a-f272-4eaa-8e16-e96f07f1be12 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:17.963116 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9554e9c7-182e-46d1-8368-59541577d92f req-78f9722a-f272-4eaa-8e16-e96f07f1be12 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0687180 Sep 16 08:09:18.035767 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9554e9c7-182e-46d1-8368-59541577d92f req-6aec1b42-55e0-4638-9239-c6f2b9d8c5b1 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650995 Sep 16 08:09:18.146229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (4a4a7c1a-f111-456e-8965-ff9f85799229), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:18.163196 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f49216-705c-455b-8d45-91d0257c06ec req-3f228638-ac16-4850-a3ed-81696f63f224 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:18.166368 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-76f49216-705c-455b-8d45-91d0257c06ec req-3f228638-ac16-4850-a3ed-81696f63f224 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0578349 Sep 16 08:09:18.194945 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=4a4a7c1a-f111-456e-8965-ff9f85799229,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:18.223803 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.224157 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.224504 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.224845 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.225180 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.225514 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.225843 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.226171 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.226499 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.226883 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.227188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.227516 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.228469 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.228798 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.229110 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:18.292148 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-76f49216-705c-455b-8d45-91d0257c06ec req-4b67283c-e99b-4c3c-8352-cc670aea6a7e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087463 Sep 16 08:09:18.299331 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (56726623-0caa-45f9-8009-d9dac6f7939d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:18.301763 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:18.306105 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d5768812-e1fa-4108-b1d9-1a8d75a3c60f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/56726623-0caa-45f9-8009-d9dac6f7939d HTTP/1.1" status: 204 len: 168 time: 0.6527746 Sep 16 08:09:18.416541 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c45b80-a925-45b7-849d-50b24fbbed4b req-6cee56fd-39cc-4e50-8c0b-8a9350873244 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:18.418606 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-74c45b80-a925-45b7-849d-50b24fbbed4b req-6cee56fd-39cc-4e50-8c0b-8a9350873244 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0627303 Sep 16 08:09:18.480333 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-74c45b80-a925-45b7-849d-50b24fbbed4b req-731d97fb-8c6a-4db4-96f5-a78086b9f748 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536234 Sep 16 08:09:19.173086 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcef8a-d196-447c-bfd9-ea5121e093de req-1d2320ec-6187-4404-9b61-c98480846ff2 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:19.174547 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7dcef8a-d196-447c-bfd9-ea5121e093de req-1d2320ec-6187-4404-9b61-c98480846ff2 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0473187 Sep 16 08:09:19.234740 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f7dcef8a-d196-447c-bfd9-ea5121e093de req-26967646-5f48-43d3-a78e-0595b9786fad tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543571 Sep 16 08:09:19.419357 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fda23-6364-4bd3-a5e1-55029b7083ac req-7ed6041d-62c1-40d7-882d-72e106d83b94 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:19.420820 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9e5fda23-6364-4bd3-a5e1-55029b7083ac req-7ed6041d-62c1-40d7-882d-72e106d83b94 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0460365 Sep 16 08:09:19.467104 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9e5fda23-6364-4bd3-a5e1-55029b7083ac req-5d8b1798-beeb-41ee-9d80-e9f3f7ff0f16 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 Sep 16 08:09:19.601119 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53a50b-9bc6-4887-a28e-1d5e6f31c8ab req-63242b99-d811-47ea-9e23-218057a8bb68 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:19.603049 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8c53a50b-9bc6-4887-a28e-1d5e6f31c8ab req-63242b99-d811-47ea-9e23-218057a8bb68 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0452051 Sep 16 08:09:19.651902 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8c53a50b-9bc6-4887-a28e-1d5e6f31c8ab req-737e9a63-f065-44a4-9210-9855f10ed000 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Sep 16 08:09:19.660491 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:09:20.126646 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-c1145399-3283-42e6-af13-91e16f1f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:20.128152 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-c1145399-3283-42e6-af13-91e16f1f7e4c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 1129 time: 0.0437219 Sep 16 08:09:20.212949 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:20.217804 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-75e30ea1-8cd5-46e3-95b0-3f11a4d399f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:20.219290 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-75e30ea1-8cd5-46e3-95b0-3f11a4d399f7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 918 time: 0.0846658 Sep 16 08:09:20.287908 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-1b81d26a-3eb0-4338-9b85-77f20ab0f164 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e HTTP/1.1" status: 200 len: 1001 time: 0.0604751 Sep 16 08:09:20.339956 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-75fde149-59cd-49cc-8492-9650f3c73463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:20.341334 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-75fde149-59cd-49cc-8492-9650f3c73463 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.0466523 Sep 16 08:09:20.357807 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d4ec4-01d8-46b6-b697-7b494682cbe4 req-0a1086aa-0fc3-4108-a35f-bc2d044f8fca tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:20.359335 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e10d4ec4-01d8-46b6-b697-7b494682cbe4 req-0a1086aa-0fc3-4108-a35f-bc2d044f8fca tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0476208 Sep 16 08:09:20.395804 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-8423b8c6-9b0f-4559-b850-3be19cdb3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:20.397525 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-8423b8c6-9b0f-4559-b850-3be19cdb3f69 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411670 Sep 16 08:09:20.423233 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e10d4ec4-01d8-46b6-b697-7b494682cbe4 req-40378721-69f7-4858-936d-4307d303d11d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579054 Sep 16 08:09:20.513795 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-52ed8aa4-8584-4ca3-a1e7-798531c01a19 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888600 Sep 16 08:09:20.622408 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f5c83-673c-42a6-9b61-e0b83f869b4f req-085149c8-3674-4fb5-b265-d833783c6dc3 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:20.623868 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-aa3f5c83-673c-42a6-9b61-e0b83f869b4f req-085149c8-3674-4fb5-b265-d833783c6dc3 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0593920 Sep 16 08:09:20.631765 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:20.663693 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a8432c8-4e4b-4158-8e4b-4b358b1ddcfb req-0baf6be8-dbc8-4e17-a410-23c7cafa7aee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426871 Sep 16 08:09:20.690121 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-aa3f5c83-673c-42a6-9b61-e0b83f869b4f req-8396ef68-67d1-46af-a7ec-0c64e64dc983 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559416 Sep 16 08:09:20.781418 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568f2cf-d317-4fb8-9d70-1ee82620eae3 req-1f28acf9-854e-40a3-b739-5847c102ea71 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:20.782907 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6568f2cf-d317-4fb8-9d70-1ee82620eae3 req-1f28acf9-854e-40a3-b739-5847c102ea71 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0471165 Sep 16 08:09:20.808463 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:20.830942 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6568f2cf-d317-4fb8-9d70-1ee82620eae3 req-b4315b4d-e1c8-43cb-8490-0c4c061a9f14 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Sep 16 08:09:21.298801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafe247-7e77-4cda-babc-a90a8ef5cfed req-88f6a36c-f014-490f-8562-46149f7c4678 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:21.300254 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3dafe247-7e77-4cda-babc-a90a8ef5cfed req-88f6a36c-f014-490f-8562-46149f7c4678 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Sep 16 08:09:21.346470 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3dafe247-7e77-4cda-babc-a90a8ef5cfed req-7c16ae56-7796-43cc-b764-094dce42f11f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405517 Sep 16 08:09:21.548457 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d3dd4-003e-4a45-b5d4-ef42f0afc29a req-4b576f1e-ff78-4eea-9c65-3be4b6118e6b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:21.549922 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-213d3dd4-003e-4a45-b5d4-ef42f0afc29a req-4b576f1e-ff78-4eea-9c65-3be4b6118e6b tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0475564 Sep 16 08:09:21.613526 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-213d3dd4-003e-4a45-b5d4-ef42f0afc29a req-245a868c-a947-46b1-a13f-fe0202efcddb tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574849 Sep 16 08:09:21.809892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe322-ba18-43eb-b5f3-83972c48ab58 req-7ea34b42-16cb-462c-9efd-aed017a911f8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:21.811371 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c79fe322-ba18-43eb-b5f3-83972c48ab58 req-7ea34b42-16cb-462c-9efd-aed017a911f8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0464592 Sep 16 08:09:21.829282 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:21.858904 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c79fe322-ba18-43eb-b5f3-83972c48ab58 req-5ba12fc0-41ca-4b73-819a-76e06d77bd59 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Sep 16 08:09:21.960924 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234ef6-391b-4521-8f64-3d24d8e0b1cd req-6adc10d8-f871-4448-9da1-5405ce142f4f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:21.962422 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-72234ef6-391b-4521-8f64-3d24d8e0b1cd req-6adc10d8-f871-4448-9da1-5405ce142f4f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 945 time: 0.0471978 Sep 16 08:09:22.010203 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-72234ef6-391b-4521-8f64-3d24d8e0b1cd req-1beb3fdf-2a7e-4276-93b3-c3be7946b45b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Sep 16 08:09:22.467840 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cec779-80fb-4dfa-8019-604ab7a759bb req-e201815e-8ccd-4cf1-9942-bbb42e567b63 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:22.469336 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-68cec779-80fb-4dfa-8019-604ab7a759bb req-e201815e-8ccd-4cf1-9942-bbb42e567b63 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0473847 Sep 16 08:09:22.515743 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-68cec779-80fb-4dfa-8019-604ab7a759bb req-04fc643b-469e-4536-a5a9-1d6dfbba5b88 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406291 Sep 16 08:09:22.735860 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6936673-5ecb-4a35-913e-91965beff93e req-11c3fe8b-2aac-48a5-86d1-874ea25c5369 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:22.737348 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f6936673-5ecb-4a35-913e-91965beff93e req-11c3fe8b-2aac-48a5-86d1-874ea25c5369 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0502377 Sep 16 08:09:22.797229 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f6936673-5ecb-4a35-913e-91965beff93e req-44c21569-b807-49d6-9f20-cf5c1cafa929 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541639 Sep 16 08:09:22.860081 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:09:22.930797 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: ACTIVE; New status is: DOWN {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:22.931188 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:22.954600 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:22.956838 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb969ec9-f3e8-4fd1-b826-30f4a2d41954" -d '{"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-unplugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:22.969472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:22.980498 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3fdd1-a310-48c1-b124-c396d7f860fa req-6d9495e8-a62a-4d1b-8f11-72d284708da4 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:22.987532 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b2f3fdd1-a310-48c1-b124-c396d7f860fa req-6d9495e8-a62a-4d1b-8f11-72d284708da4 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Sep 16 08:09:23.029768 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b2f3fdd1-a310-48c1-b124-c396d7f860fa req-dfa439da-a22e-4036-afce-b01f412feadc tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Sep 16 08:09:23.040902 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:23.078081 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a54425a-9097-4867-aa8c-360d2c9293c8 x-openstack-request-id: req-3a54425a-9097-4867-aa8c-360d2c9293c8 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:23.078369 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-unplugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:23.078634 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a54425a-9097-4867-aa8c-360d2c9293c8 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:23.079061 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a54425a-9097-4867-aa8c-360d2c9293c8'] response: {'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'code': 200} Sep 16 08:09:23.102903 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=8']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:23.168752 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95da2b-4f17-430e-9dba-85cac8ff6042 req-4dfba8b8-8d25-4043-9baf-bf453371976f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:23.170134 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5a95da2b-4f17-430e-9dba-85cac8ff6042 req-4dfba8b8-8d25-4043-9baf-bf453371976f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0496626 Sep 16 08:09:23.194518 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:23.218264 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5a95da2b-4f17-430e-9dba-85cac8ff6042 req-553e7ba4-99c6-4719-b4b2-3e14481ce755 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Sep 16 08:09:23.634932 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee767e1-bbfe-4c15-9306-fac3c4db6987 req-386f4cdb-3b51-4a5e-8c1c-24a327b1a3b2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:23.636401 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dee767e1-bbfe-4c15-9306-fac3c4db6987 req-386f4cdb-3b51-4a5e-8c1c-24a327b1a3b2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0465300 Sep 16 08:09:23.683805 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dee767e1-bbfe-4c15-9306-fac3c4db6987 req-da746e70-f490-4727-a19e-5ba7608ecbd7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419230 Sep 16 08:09:23.915167 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2228aa-5810-4adf-83ce-bcc9c0556c51 req-570e49ac-b1dc-4b7b-892b-d843476a9add tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:23.917179 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb2228aa-5810-4adf-83ce-bcc9c0556c51 req-570e49ac-b1dc-4b7b-892b-d843476a9add tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0465832 Sep 16 08:09:23.979168 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb2228aa-5810-4adf-83ce-bcc9c0556c51 req-3f7b6848-de6e-45d3-9145-b28449e3fbe0 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564189 Sep 16 08:09:24.147140 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c94ff-c388-4abd-b11e-49de8884ec39 req-a53bfb3a-193d-44b8-905f-e1886ffc4a50 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:24.148497 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5c0c94ff-c388-4abd-b11e-49de8884ec39 req-a53bfb3a-193d-44b8-905f-e1886ffc4a50 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0465987 Sep 16 08:09:24.200709 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5c0c94ff-c388-4abd-b11e-49de8884ec39 req-985f57d9-fe3b-4f78-84b4-a65a14c52b82 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 Sep 16 08:09:24.350700 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4c05f-5acb-4bb6-a15a-e98fe368f8f1 req-fecebbd9-bdb4-4779-bf92-589c3297b29b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:24.352216 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d9b4c05f-5acb-4bb6-a15a-e98fe368f8f1 req-fecebbd9-bdb4-4779-bf92-589c3297b29b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0542300 Sep 16 08:09:24.399170 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d9b4c05f-5acb-4bb6-a15a-e98fe368f8f1 req-d409f67a-e46e-45b7-b37a-4ea013e4c432 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Sep 16 08:09:24.813655 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b088f-47c7-4e76-b227-092b257a2dd2 req-abb01a62-e6e8-4149-be3c-ffa475d06545 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:24.815138 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1f7b088f-47c7-4e76-b227-092b257a2dd2 req-abb01a62-e6e8-4149-be3c-ffa475d06545 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Sep 16 08:09:24.835791 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:24.862692 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1f7b088f-47c7-4e76-b227-092b257a2dd2 req-e0bf856e-a841-451b-ab31-967242de6b01 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418994 Sep 16 08:09:25.041447 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-2d70a3bf-1a7a-43fc-ba13-3f2173186f84 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:25.042953 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-2d70a3bf-1a7a-43fc-ba13-3f2173186f84 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Sep 16 08:09:25.097756 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12116fd-74aa-485a-9800-94bb4cf3b94f req-39b4ce09-fd27-408b-9d04-6cc60301e7a4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:25.099227 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b12116fd-74aa-485a-9800-94bb4cf3b94f req-39b4ce09-fd27-408b-9d04-6cc60301e7a4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0466132 Sep 16 08:09:25.167708 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b12116fd-74aa-485a-9800-94bb4cf3b94f req-c7d49d31-5cf7-4af8-b26a-a91ed3da6e55 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8c083c54-7d89-4592-bda5-0577f206bf4b&id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620174 Sep 16 08:09:25.320448 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688bffa-a086-41df-a30c-8c23069e6861 req-4c325fe5-6582-45a2-b6cd-643ba4b1eb25 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:25.321863 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7688bffa-a086-41df-a30c-8c23069e6861 req-4c325fe5-6582-45a2-b6cd-643ba4b1eb25 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0470524 Sep 16 08:09:25.368917 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7688bffa-a086-41df-a30c-8c23069e6861 req-566575ef-a1b9-481a-a64f-72f43c9cd0a4 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 Sep 16 08:09:25.567391 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-6810f209-6eb9-4d62-8251-7f71b7782f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:25.570334 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-6810f209-6eb9-4d62-8251-7f71b7782f34 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 1129 time: 0.0707865 Sep 16 08:09:25.630596 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port 047136d4-f91b-4e74-bfe8-7505cf1c706e {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:09:25.631268 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:25.713233 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8b95f-1153-4939-b9cd-be551c504de3 req-ea5a7ab5-44f2-46f9-990b-55f222200190 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:25.726095 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2fa8b95f-1153-4939-b9cd-be551c504de3 req-ea5a7ab5-44f2-46f9-990b-55f222200190 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.1289873 Sep 16 08:09:25.780208 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:25.814381 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-e9b6ac27-2d9b-496b-93d8-9c8f6da148ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:25.815937 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-e9b6ac27-2d9b-496b-93d8-9c8f6da148ea service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 912 time: 0.1934102 Sep 16 08:09:25.819536 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2fa8b95f-1153-4939-b9cd-be551c504de3 req-fbb12ef4-af00-4d8e-9309-eda068c06407 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925043 Sep 16 08:09:25.926013 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-0a2f766e-95c5-4a14-9b29-a0a7987a41cc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 200 len: 1000 time: 0.0610328 Sep 16 08:09:25.986562 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4bc5b-0a21-4690-9927-c0dbbb1c20ad req-95279a23-9c4b-4881-81fe-d93ee2545db4 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:25.988196 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-86e4bc5b-0a21-4690-9927-c0dbbb1c20ad req-95279a23-9c4b-4881-81fe-d93ee2545db4 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0644128 Sep 16 08:09:26.019298 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:26.042099 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] For port 047136d4-f91b-4e74-bfe8-7505cf1c706e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=047136d4-f91b-4e74-bfe8-7505cf1c706e,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:26.043068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:26.104063 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-86e4bc5b-0a21-4690-9927-c0dbbb1c20ad req-667f1807-9ae6-41ee-b3f1-2499073080ee tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040647 Sep 16 08:09:26.182985 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-5d76e32f-b5dd-429f-a764-99e06cdb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:26.184418 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-5d76e32f-b5dd-429f-a764-99e06cdb133d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.0485628 Sep 16 08:09:26.245866 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-77dbc2a4-4766-4734-ad56-b56ac3744650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:26.247409 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-77dbc2a4-4766-4734-ad56-b56ac3744650 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0555687 Sep 16 08:09:26.274975 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a51ec-2205-4e74-853c-df16b59b1775 req-cffae9a0-c7c9-4a7c-aed9-f14c1c1d0513 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:26.276464 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-925a51ec-2205-4e74-853c-df16b59b1775 req-cffae9a0-c7c9-4a7c-aed9-f14c1c1d0513 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 945 time: 0.1091609 Sep 16 08:09:26.309052 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:26.309413 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (4a815c5c-370f-4bfe-b0e7-874167afc83b), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:26.309728 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP 4a815c5c-370f-4bfe-b0e7-874167afc83b disassociated. External IP: 172.27.1.92, port: 047136d4-f91b-4e74-bfe8-7505cf1c706e. Sep 16 08:09:26.310067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for 047136d4-f91b-4e74-bfe8-7505cf1c706e owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:09:26.345802 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-e7890e91-d995-4ac5-84f0-caec043a1a33 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911660 Sep 16 08:09:26.380097 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-925a51ec-2205-4e74-853c-df16b59b1775 req-c0a13012-baff-42a9-bc4f-fa86bd63466e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=75d9213b-4be1-43aa-9943-526f551e8253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960431 Sep 16 08:09:26.452663 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5e340c89-3b13-457a-bd4d-92ac3503262b req-6bc5905a-c4b4-45e7-8daf-dcd223edcade service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996861 Sep 16 08:09:26.555155 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (047136d4-f91b-4e74-bfe8-7505cf1c706e), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:26.582295 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=047136d4-f91b-4e74-bfe8-7505cf1c706e,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:26.585609 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:26.594467 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.594844 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.595186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.595519 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.595892 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.596226 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.596556 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.596894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.597205 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.597651 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.597981 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.598309 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.598631 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.598978 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.599304 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:26.644122 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-d4a5e51d-f640-4b29-841e-745d39610a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:26.645631 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-d4a5e51d-f640-4b29-841e-745d39610a7d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 1129 time: 0.0510960 Sep 16 08:09:26.711417 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:09:26.816406 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:26.821182 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:09:26.831503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:09:26.842096 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:09:26.842734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:26.863358 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] No DVR routers for this DVR port 047136d4-f91b-4e74-bfe8-7505cf1c706e on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:09:26.865711 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:26.869061 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c014bfbf-3b71-450b-9d2a-2d04b7a8c0a5 req-1c8a89b6-8d76-4a25-9c03-488c3e452c43 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "DELETE /networking/v2.0/ports/047136d4-f91b-4e74-bfe8-7505cf1c706e HTTP/1.1" status: 204 len: 173 time: 1.3585203 Sep 16 08:09:26.869546 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'name': 'network-vif-deleted', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:26.871785 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1c085b-41ef-46fa-afef-deffa5c4f884" -d '{"events": [{"server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "name": "network-vif-deleted", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:26.909880 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648ec56-037b-4e33-a446-9cb0235a70b8 x-openstack-request-id: req-7648ec56-037b-4e33-a446-9cb0235a70b8 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:26.910164 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547e4d8b-02bd-4033-82b3-04db0ba60fe5", "name": "network-vif-deleted", "tag": "047136d4-f91b-4e74-bfe8-7505cf1c706e", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:26.910489 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7648ec56-037b-4e33-a446-9cb0235a70b8 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:26.910938 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7648ec56-037b-4e33-a446-9cb0235a70b8'] response: {'server_uuid': '547e4d8b-02bd-4033-82b3-04db0ba60fe5', 'name': 'network-vif-deleted', 'tag': '047136d4-f91b-4e74-bfe8-7505cf1c706e', 'status': 'completed', 'code': 200} Sep 16 08:09:26.973337 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:09:27.041119 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-55628771-8614-4fc8-994d-ffa44adff487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:27.043182 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-55628771-8614-4fc8-994d-ffa44adff487 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 912 time: 0.1392212 Sep 16 08:09:27.057924 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:09:27.184518 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:27.223675 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: DOWN; New status is: DOWN {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:27.255611 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa45233-9008-4cd3-9c28-19543c60a0b3 req-5acc817b-df4e-4a0d-81da-78f0ddffabf1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:27.259880 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-baa45233-9008-4cd3-9c28-19543c60a0b3 req-5acc817b-df4e-4a0d-81da-78f0ddffabf1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0660329 Sep 16 08:09:27.301387 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:27.312160 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-ec3b5567-e6b6-4f7b-9fa8-d41a7671a85f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 200 len: 1000 time: 0.1258247 Sep 16 08:09:27.328210 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-baa45233-9008-4cd3-9c28-19543c60a0b3 req-b170bb2a-00b7-4a07-850e-549df35a18aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598583 Sep 16 08:09:27.338945 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:09:27.349600 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:09:27.349940 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [req-1df7dbc1-ebf1-4acb-b186-e3f601544857 req-f1a04585-2e34-4ba1-b34f-5ba46bbc2fc8 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 08:09:27.350424 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:27.351555 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1df7dbc1-ebf1-4acb-b186-e3f601544857 req-f1a04585-2e34-4ba1-b34f-5ba46bbc2fc8 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067163 Sep 16 08:09:27.382071 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:27.388845 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-01e8b215-5110-47b5-a4c6-7934dac45718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:27.390297 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-01e8b215-5110-47b5-a4c6-7934dac45718 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.0661545 Sep 16 08:09:27.440918 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-40184554-2ae0-41c3-860f-c11ad6c2ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:27.442890 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-40184554-2ae0-41c3-860f-c11ad6c2ff7f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462704 Sep 16 08:09:27.575591 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-67b1fd28-d89e-4428-835c-f3046d2e71ba req-09bd426b-18f0-4f96-a7d6-a79f512cc1b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.0438845 Sep 16 08:09:27.589287 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-59a43db7-4392-4f7a-9210-15fb4976dc9a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333418 Sep 16 08:09:27.653938 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:09:27.787904 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fff8a-7f7d-4c7a-8276-924b1a1dfdd5 req-bdfc821b-9aad-4579-b45a-ce3b17bf8014 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:27.787904 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb3fff8a-7f7d-4c7a-8276-924b1a1dfdd5 req-bdfc821b-9aad-4579-b45a-ce3b17bf8014 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0543907 Sep 16 08:09:27.814031 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:27.862270 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb3fff8a-7f7d-4c7a-8276-924b1a1dfdd5 req-3782e1ce-5db9-485b-8c2d-7be025692023 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655165 Sep 16 08:09:27.875831 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:09:27.916748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737bad6a-8348-4aa6-9bec-ab26822a442d None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:09:27.975714 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f581f8b3-c4c8-4abd-881b-17e730f06df8 req-0c513fa6-6cd5-4ecf-bc89-cca980c3580e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368649 Sep 16 08:09:28.175476 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa37393-3df1-4bcd-8e87-778253f959c5 None None] New status for floating IP 4a815c5c-370f-4bfe-b0e7-874167afc83b: DOWN {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:09:28.310664 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 53858) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:28.396799 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-bfb48368-3195-438a-9ca3-b4afb21e25aa service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849659 Sep 16 08:09:28.406463 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-d4d7d88b-762a-4d37-8b54-938edb3965f5 service neutron] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106810) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 08:09:28.407453 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-d4d7d88b-762a-4d37-8b54-938edb3965f5 service neutron] 10.222.0.59 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052085 Sep 16 08:09:28.452320 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889c1bb-5c70-412b-9dab-3ab499fbbcab req-05726c0e-d631-4f76-b597-d4c24233ebc6 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:28.453785 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e889c1bb-5c70-412b-9dab-3ab499fbbcab req-05726c0e-d631-4f76-b597-d4c24233ebc6 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0455313 Sep 16 08:09:28.486743 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53868) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:28.505162 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e889c1bb-5c70-412b-9dab-3ab499fbbcab req-11648ce6-4d41-41cf-b886-79d6b4f31078 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 Sep 16 08:09:28.588840 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-638261f3-6596-4e99-bc21-465e2e0bce6a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:28.590201 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-638261f3-6596-4e99-bc21-465e2e0bce6a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports/0104ad2b-b1c9-455f-a512-cdc1dd34408e HTTP/1.1" status: 200 len: 940 time: 0.1019523 Sep 16 08:09:28.691961 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-26288220-e728-4da3-a3ae-0b849136b520 req-6b96eb3d-8a18-4cf4-a960-47e217411b48 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=547e4d8b-02bd-4033-82b3-04db0ba60fe5 HTTP/1.1" status: 200 len: 210 time: 0.0285025 Sep 16 08:09:28.897632 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 047136d4-f91b-4e74-bfe8-7505cf1c706e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:09:28.918718 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 047136d4-f91b-4e74-bfe8-7505cf1c706e {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:09:28.919017 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 047136d4-f91b-4e74-bfe8-7505cf1c706e not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:09:28.964785 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:29.002057 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e5cd2-a65e-4db9-a012-b26568af3b6d req-efad7094-5cbd-43bb-a880-42f7c39a5fe8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:29.003575 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-710e5cd2-a65e-4db9-a012-b26568af3b6d req-efad7094-5cbd-43bb-a880-42f7c39a5fe8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0477521 Sep 16 08:09:29.050772 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-710e5cd2-a65e-4db9-a012-b26568af3b6d req-dbed1cde-2876-4967-802e-f36563e48fd6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Sep 16 08:09:29.624165 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294804-bc56-4a31-aa3f-3795aa817528 req-0a8f8e76-43ff-4ba5-9494-18b133be8bb5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:29.625747 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f0294804-bc56-4a31-aa3f-3795aa817528 req-0a8f8e76-43ff-4ba5-9494-18b133be8bb5 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0469739 Sep 16 08:09:29.673507 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f0294804-bc56-4a31-aa3f-3795aa817528 req-fbdb6062-8035-4102-9366-6ea61c25cc51 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419571 Sep 16 08:09:29.834921 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53892) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:29.893688 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a792fb5c-1d39-4447-a132-4bf878ab1a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (75d9213b-4be1-43aa-9943-526f551e8253), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:29.917494 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a792fb5c-1d39-4447-a132-4bf878ab1a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (75d9213b-4be1-43aa-9943-526f551e8253), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.043987 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a792fb5c-1d39-4447-a132-4bf878ab1a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (75d9213b-4be1-43aa-9943-526f551e8253), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.046524 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a792fb5c-1d39-4447-a132-4bf878ab1a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.047690 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a792fb5c-1d39-4447-a132-4bf878ab1a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/75d9213b-4be1-43aa-9943-526f551e8253 HTTP/1.1" status: 204 len: 168 time: 0.2117827 Sep 16 08:09:30.050580 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 53896) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:30.056771 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792fb5c-1d39-4447-a132-4bf878ab1a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9213b-4be1-43aa-9943-526f551e8253,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:30.065368 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.api.v2.resource [None req-bdc7c1c6-8834-4ca7-a065-91737d1925d3 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] show failed (client error): The resource could not be found. Sep 16 08:09:30.066368 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-bdc7c1c6-8834-4ca7-a065-91737d1925d3 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups/75d9213b-4be1-43aa-9943-526f551e8253 HTTP/1.1" status: 404 len: 347 time: 0.0147767 Sep 16 08:09:30.069340 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53898) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:30.177310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a4820-f914-4431-b1d3-1ee1234cfd29 req-920e214b-4a46-4c8e-ad21-988026fcdd8a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:30.178975 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d23a4820-f914-4431-b1d3-1ee1234cfd29 req-920e214b-4a46-4c8e-ad21-988026fcdd8a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0468581 Sep 16 08:09:30.182951 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port 4d9e9d0a-64ed-47e1-acfd-70409c975a09 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:09:30.183321 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.225519 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d23a4820-f914-4431-b1d3-1ee1234cfd29 req-bb7e2730-143e-48af-9e2a-77d1b66a8cd6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 Sep 16 08:09:30.261497 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.261802 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (4d9e9d0a-64ed-47e1-acfd-70409c975a09), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.278312 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for 4d9e9d0a-64ed-47e1-acfd-70409c975a09 owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:09:30.480345 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (4d9e9d0a-64ed-47e1-acfd-70409c975a09), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.484505 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:30.511663 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=4d9e9d0a-64ed-47e1-acfd-70409c975a09,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:30.559427 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:30.574971 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (4a815c5c-370f-4bfe-b0e7-874167afc83b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.577408 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.578584 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-bedabd03-9642-4173-b502-6d0bfc40194c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/4a815c5c-370f-4bfe-b0e7-874167afc83b HTTP/1.1" status: 204 len: 168 time: 0.5082386 Sep 16 08:09:30.707528 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53904) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:30.712239 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-0cffd528-ea3c-41f0-9f4c-73409dbf8419 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238846574', 'description': 'tempest-description--1930666680'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:30.771990 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0cffd528-ea3c-41f0-9f4c-73409dbf8419 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.839365 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0cffd528-ea3c-41f0-9f4c-73409dbf8419 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (e1ac54f1-d1b8-438a-9de0-477f8512e535), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.903074 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0cffd528-ea3c-41f0-9f4c-73409dbf8419 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (e1ac54f1-d1b8-438a-9de0-477f8512e535), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:30.934197 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffd528-ea3c-41f0-9f4c-73409dbf8419 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ac54f1-d1b8-438a-9de0-477f8512e535,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:31.042826 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0cffd528-ea3c-41f0-9f4c-73409dbf8419 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.044025 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-0cffd528-ea3c-41f0-9f4c-73409dbf8419 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3354735 Sep 16 08:09:31.046899 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53908) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:31.051305 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-c0591588-60f6-45e3-956a-584519d849de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': 'e1ac54f1-d1b8-438a-9de0-477f8512e535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:31.138907 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c0591588-60f6-45e3-956a-584519d849de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (3cd1099b-f834-4557-8ba9-174a25f37709), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.196825 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c0591588-60f6-45e3-956a-584519d849de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (3cd1099b-f834-4557-8ba9-174a25f37709), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.278466 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c0591588-60f6-45e3-956a-584519d849de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (3cd1099b-f834-4557-8ba9-174a25f37709), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.295334 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0591588-60f6-45e3-956a-584519d849de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd1099b-f834-4557-8ba9-174a25f37709,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:31.356623 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251f4a7-2870-4184-aac4-635d81487fad req-a21de972-1cd2-4148-9589-2d24e417c234 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:31.358750 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b251f4a7-2870-4184-aac4-635d81487fad req-a21de972-1cd2-4148-9589-2d24e417c234 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0512037 Sep 16 08:09:31.383616 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c0591588-60f6-45e3-956a-584519d849de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.385497 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c0591588-60f6-45e3-956a-584519d849de tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376284 Sep 16 08:09:31.388331 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53912) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:31.392536 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-31c043db-9268-455b-ae78-bc4ed2131a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': 'e1ac54f1-d1b8-438a-9de0-477f8512e535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:31.406783 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b251f4a7-2870-4184-aac4-635d81487fad req-b21d3eaf-3011-4c3d-a81d-15bc1770277b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Sep 16 08:09:31.502122 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-31c043db-9268-455b-ae78-bc4ed2131a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (8bf25287-49da-4cb3-923b-6474fb5af1fc), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.557815 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-31c043db-9268-455b-ae78-bc4ed2131a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (8bf25287-49da-4cb3-923b-6474fb5af1fc), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.640523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-31c043db-9268-455b-ae78-bc4ed2131a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (8bf25287-49da-4cb3-923b-6474fb5af1fc), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.659144 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c043db-9268-455b-ae78-bc4ed2131a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf25287-49da-4cb3-923b-6474fb5af1fc,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:31.731979 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-31c043db-9268-455b-ae78-bc4ed2131a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.733195 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-31c043db-9268-455b-ae78-bc4ed2131a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439503 Sep 16 08:09:31.736297 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 53914) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:31.740595 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:31.823735 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:31.901413 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.005835 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.27.1.186 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:09:32.071873 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:32.080621 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:32.111750 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.204348 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.245710 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:09:32.250492 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:09:32.252607 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:32.254743 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:09:32.337937 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (17592e50-ad8c-476d-b801-01cc3b3d5ecf), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.432322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.548688 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:32.566600 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b59d7c-61ce-4987-84ec-078ebeb31270 req-ce1dcc8c-b647-45c1-9df0-dcd15ea4e9de tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:32.568067 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-41b59d7c-61ce-4987-84ec-078ebeb31270 req-ce1dcc8c-b647-45c1-9df0-dcd15ea4e9de tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0798655 Sep 16 08:09:32.654563 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-41b59d7c-61ce-4987-84ec-078ebeb31270 req-9623de70-c6cc-4159-84df-7956b892c54c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784719 Sep 16 08:09:32.658313 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.708894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.782341 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (17592e50-ad8c-476d-b801-01cc3b3d5ecf), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.785434 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:32.842103 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:32.843364 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8eafe522-2fd8-4496-90ca-a9bd8bcf0dd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1061482 Sep 16 08:09:33.039204 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-d63c4a0a-100b-4564-8913-878938566f07 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--238846574&fields=id&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 267 time: 0.0415659 Sep 16 08:09:33.152081 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-5f031c66-03a9-44f3-9935-c1ab9dbdf2aa tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:33.153570 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-5f031c66-03a9-44f3-9935-c1ab9dbdf2aa tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.1040595 Sep 16 08:09:33.168666 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-67f406dc-93d2-4c2b-adf6-b20e150444e7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/quotas/b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 375 time: 0.0094368 Sep 16 08:09:33.217268 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-f8be68ae-2ab8-48c1-a9d0-ebf2a42ee52a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435569 Sep 16 08:09:33.319212 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-4722656f-1dd1-416a-91bc-90c08c95ce1d service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900304 Sep 16 08:09:33.374661 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:33.411240 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-d7fb1e45-e5a8-4f8b-9a57-c45cb1ec466e service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878727 Sep 16 08:09:33.691956 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9fb71c18-1d3d-426f-b5bf-25419a63d03f req-7d183e01-0823-4d69-9dbc-95bf54890272 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 210 time: 0.0299766 Sep 16 08:09:33.785125 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285e95-cb7f-49ca-a6ab-fff1a89686e0 req-e85b8e65-031f-42fe-88f2-6c3700f5f041 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:33.786667 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9c285e95-cb7f-49ca-a6ab-fff1a89686e0 req-e85b8e65-031f-42fe-88f2-6c3700f5f041 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0469530 Sep 16 08:09:33.838391 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9c285e95-cb7f-49ca-a6ab-fff1a89686e0 req-ba359d17-52ae-4ab2-be42-9eae61f4218d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 Sep 16 08:09:34.680095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac30e3-f730-4ae0-a53c-1f91b571b5e7 req-9006adba-3987-419c-8a90-6daf839e625d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:34.682143 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3bac30e3-f730-4ae0-a53c-1f91b571b5e7 req-9006adba-3987-419c-8a90-6daf839e625d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0482872 Sep 16 08:09:34.764308 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3bac30e3-f730-4ae0-a53c-1f91b571b5e7 req-06344f06-e580-4a00-9891-0acc3d175314 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764220 Sep 16 08:09:34.773330 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06294e9a-690a-4a48-8373-765059150c8d req-1101604e-732e-4fde-817e-59616f1f0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:34.775130 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-06294e9a-690a-4a48-8373-765059150c8d req-1101604e-732e-4fde-817e-59616f1f0b81 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1129 time: 0.0482299 Sep 16 08:09:34.810517 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a5da6d0-8499-4e48-a32c-c0887597a102 req-6e9339db-6fd4-4f60-89a8-cf61ca7e2c3e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 210 time: 0.0310786 Sep 16 08:09:34.874310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06294e9a-690a-4a48-8373-765059150c8d req-cb528ca6-f5bb-4fda-91c1-f7c5336ee369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:34.875794 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-06294e9a-690a-4a48-8373-765059150c8d req-cb528ca6-f5bb-4fda-91c1-f7c5336ee369 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.0937543 Sep 16 08:09:34.955314 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:34.998721 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-06294e9a-690a-4a48-8373-765059150c8d req-cf97b83f-73ae-4079-b127-5a17d46f41f1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 200 len: 1001 time: 0.0923092 Sep 16 08:09:35.004539 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584a32-0cab-4f1a-8f4c-cc0660691cd6 req-9e5d1c2f-6268-483d-a8d7-e2fd98dff827 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:35.005939 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d7584a32-0cab-4f1a-8f4c-cc0660691cd6 req-9e5d1c2f-6268-483d-a8d7-e2fd98dff827 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0627358 Sep 16 08:09:35.072775 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06294e9a-690a-4a48-8373-765059150c8d req-e4261926-feaf-4982-9f45-a03554a56d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:35.074199 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-06294e9a-690a-4a48-8373-765059150c8d req-e4261926-feaf-4982-9f45-a03554a56d5c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0674253 Sep 16 08:09:35.087903 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d7584a32-0cab-4f1a-8f4c-cc0660691cd6 req-951e30c0-294d-4a95-aba9-2e60ae373ca2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727856 Sep 16 08:09:35.127603 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06294e9a-690a-4a48-8373-765059150c8d req-9af1d25b-0bfa-4cf0-b340-cc3845142f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:35.129143 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-06294e9a-690a-4a48-8373-765059150c8d req-9af1d25b-0bfa-4cf0-b340-cc3845142f1f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404003 Sep 16 08:09:35.226446 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-06294e9a-690a-4a48-8373-765059150c8d req-59c43ef7-8e3e-4a6b-9794-b51855d17875 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868309 Sep 16 08:09:35.319473 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-06294e9a-690a-4a48-8373-765059150c8d req-08f911e9-352b-44fc-bb55-8138676518d3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869725 Sep 16 08:09:35.895241 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100d5c9-8e6f-48ed-8b51-df859964b6ae req-31c45f20-1a20-45ac-94e9-e2aae6b0b2cc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:35.896714 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7100d5c9-8e6f-48ed-8b51-df859964b6ae req-31c45f20-1a20-45ac-94e9-e2aae6b0b2cc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0528255 Sep 16 08:09:35.917629 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a15859f4-fce8-45a2-8bb4-46a9a6d2844b req-141d2258-82b4-4060-95e9-9f7dad99a266 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 210 time: 0.0303798 Sep 16 08:09:35.959844 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7100d5c9-8e6f-48ed-8b51-df859964b6ae req-9df257fb-273c-41d1-8833-f2d1c2e92d54 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566285 Sep 16 08:09:36.015941 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:36.024207 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8dc91375-5f45-4928-821d-7d9165ab557e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:36.026421 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8dc91375-5f45-4928-821d-7d9165ab557e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.1079335 Sep 16 08:09:36.100836 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-4e1d72a5-44eb-4013-b33f-8a9aca3837cd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 379 time: 0.0552521 Sep 16 08:09:36.113283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'port': {'device_id': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'admin_state_up': True, 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'security_groups': ['e1ac54f1-d1b8-438a-9de0-477f8512e535']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:36.248364 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681cacb-38b1-4341-b6a1-55981ea9744f req-7944cb98-31fd-450c-b986-9c9bfa5d501a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:36.249832 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0681cacb-38b1-4341-b6a1-55981ea9744f req-7944cb98-31fd-450c-b986-9c9bfa5d501a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0739930 Sep 16 08:09:36.308060 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0681cacb-38b1-4341-b6a1-55981ea9744f req-8684c2b8-c2f9-45e6-bfa7-6d8d05fd1b2f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513871 Sep 16 08:09:36.354590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Made reservation on behalf of b807736ef6c54be2b4715f32a4cfea57 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:09:36.358306 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:36.485433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.20.0.10 (08ca5f04-b5f0-4538-b476-9e48665ae12b/db759994-3b88-4ef4-af5b-d356f0776d88/5b2d3958-4467-4e0e-8120-6287840453ee) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:09:36.535698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:36.625644 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (5b2d3958-4467-4e0e-8120-6287840453ee), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:36.718725 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:36.761983 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:09:36.765039 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:09:36.768790 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:09:36.792886 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=5b2d3958-4467-4e0e-8120-6287840453ee,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:36.824571 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:36.825334 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:36.904673 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-8372e796-d5f1-4fcc-b0d4-4087145b4f1e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7950752 Sep 16 08:09:36.923838 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Request body: {'port': {'device_id': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:36.950647 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:36.957869 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-f4ca0abf-388e-48f1-88fb-03183c075fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:36.962868 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-f4ca0abf-388e-48f1-88fb-03183c075fbe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c&tenant_id=8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 1127 time: 0.0721974 Sep 16 08:09:36.983284 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:37.020156 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Provisioning complete for port 5b2d3958-4467-4e0e-8120-6287840453ee triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:09:37.020661 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:37.020854 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Attempt 1 to provision port 5b2d3958-4467-4e0e-8120-6287840453ee Sep 16 08:09:37.060121 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Port 5b2d3958-4467-4e0e-8120-6287840453ee cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:09:37.082437 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-a1742fa0-8df5-47e8-b4da-5d2f81e86927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.084162 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-a1742fa0-8df5-47e8-b4da-5d2f81e86927 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 1127 time: 0.0713427 Sep 16 08:09:37.116238 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be11201-2252-4fcb-a525-be890928ffc0 req-a2bf126f-f1c1-438f-a597-4a7b300697ad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.117842 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8be11201-2252-4fcb-a525-be890928ffc0 req-a2bf126f-f1c1-438f-a597-4a7b300697ad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 932 time: 0.1157823 Sep 16 08:09:37.157401 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bbf0b-6799-45d9-8e24-32e74420c92f req-a5d1798d-d302-4851-bd7c-265eeb196f92 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.158962 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-300bbf0b-6799-45d9-8e24-32e74420c92f req-a5d1798d-d302-4851-bd7c-265eeb196f92 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0749824 Sep 16 08:09:37.223362 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8be11201-2252-4fcb-a525-be890928ffc0 req-f3418648-13e5-4fc4-aba4-92f9671869ff tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768943 Sep 16 08:09:37.226110 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-9c3cb2b2-da72-46e1-924c-17473a0cee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.227599 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-9c3cb2b2-da72-46e1-924c-17473a0cee56 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 918 time: 0.1348333 Sep 16 08:09:37.266492 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-300bbf0b-6799-45d9-8e24-32e74420c92f req-0e6ecbca-4cf3-4a17-9e14-c1661e45b99b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808027 Sep 16 08:09:37.294665 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-2ed5c5b7-7113-4bfc-ad41-57fd8c7f7c2b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e HTTP/1.1" status: 200 len: 999 time: 0.0591366 Sep 16 08:09:37.324055 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2d3958-4467-4e0e-8120-6287840453ee {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:09:37.331879 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Publish callbacks [] for port (5b2d3958-4467-4e0e-8120-6287840453ee), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:37.344902 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Transition to ACTIVE for port object 5b2d3958-4467-4e0e-8120-6287840453ee will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:09:37.345149 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-f1f833b5-bea1-4f7d-86bc-4dda6f1efea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.346852 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-f1f833b5-bea1-4f7d-86bc-4dda6f1efea5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.0458460 Sep 16 08:09:37.402139 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:37.404126 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:37.420095 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-9373c489-82f3-4eb3-a2ec-b4856d798ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.421599 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-9373c489-82f3-4eb3-a2ec-b4856d798ef9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665264 Sep 16 08:09:37.456106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e108-7d2c-4fd7-84f2-2006cbcd26ad req-7f560097-da86-4203-bff2-e92bfcb47534 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.457559 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ff13e108-7d2c-4fd7-84f2-2006cbcd26ad req-7f560097-da86-4203-bff2-e92bfcb47534 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0683606 Sep 16 08:09:37.561574 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Attempt 2 to provision port 5b2d3958-4467-4e0e-8120-6287840453ee Sep 16 08:09:37.562168 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ff13e108-7d2c-4fd7-84f2-2006cbcd26ad req-1a050564-a86b-4a85-9d11-ac63a9531907 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778039 Sep 16 08:09:37.569401 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-1f303232-564b-444b-95f6-af2d2fdc09aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402838 Sep 16 08:09:37.608760 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Port 5b2d3958-4467-4e0e-8120-6287840453ee cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:09:37.670347 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f2ec1f67-b572-488b-853e-94c29c025d18 req-f3566c56-f863-4ba1-86f0-594f785659fd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929449 Sep 16 08:09:37.733590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2d3958-4467-4e0e-8120-6287840453ee,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:37.738259 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:37.762411 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Attempting to bind port 5b2d3958-4467-4e0e-8120-6287840453ee on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:09:37.762766 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Attempting to bind port 5b2d3958-4467-4e0e-8120-6287840453ee by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:09:37.763092 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Attempting to bind port 5b2d3958-4467-4e0e-8120-6287840453ee on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:09:37.809741 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Port 5b2d3958-4467-4e0e-8120-6287840453ee on network 08ca5f04-b5f0-4538-b476-9e48665ae12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:09:37.810062 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Attempting to bind port 5b2d3958-4467-4e0e-8120-6287840453ee on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:09:37.850137 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:09:37.850520 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Checking segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:09:37.850937 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Bound using segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:09:37.851360 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Bound port: 5b2d3958-4467-4e0e-8120-6287840453ee, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:09:37.851711 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:37.915626 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] For port 5b2d3958-4467-4e0e-8120-6287840453ee, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:09:37.918489 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] For port 5b2d3958-4467-4e0e-8120-6287840453ee, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5b2d3958-4467-4e0e-8120-6287840453ee,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:09:37.987705 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:37.991876 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:37.992466 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:37.994447 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/5b2d3958-4467-4e0e-8120-6287840453ee HTTP/1.1" status: 200 len: 1094 time: 1.0748701 Sep 16 08:09:37.999928 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:37.999928 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70996d01-860d-4531-a8d5-4dfbf9567b28" -d '{"events": [{"name": "network-changed", "server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:38.043569 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f8cd4-8b84-4e92-a833-89cb68b25c98 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2d3958-4467-4e0e-8120-6287840453ee,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:38.059445 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74369274-2f03-4678-a7e9-f707cdd2a92b x-openstack-request-id: req-74369274-2f03-4678-a7e9-f707cdd2a92b {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:38.059731 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:38.059979 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74369274-2f03-4678-a7e9-f707cdd2a92b {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:38.060377 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74369274-2f03-4678-a7e9-f707cdd2a92b'] response: {'name': 'network-changed', 'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee', 'status': 'completed', 'code': 200} Sep 16 08:09:38.110536 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Attempt 3 to provision port 5b2d3958-4467-4e0e-8120-6287840453ee Sep 16 08:09:38.149821 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b6056-8a17-4ec2-a1d8-0fe6d80b724d None None] Port 5b2d3958-4467-4e0e-8120-6287840453ee had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:09:38.159105 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996d01-860d-4531-a8d5-4dfbf9567b28 req-62de1476-9596-4d4f-85ca-cce4590342f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:38.160586 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-70996d01-860d-4531-a8d5-4dfbf9567b28 req-62de1476-9596-4d4f-85ca-cce4590342f3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 1128 time: 0.0419428 Sep 16 08:09:38.199129 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:38.253239 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:38.258418 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:38.279797 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996d01-860d-4531-a8d5-4dfbf9567b28 req-2a938d10-8acb-4a1b-bbb6-e90a7fce8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:38.281521 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-70996d01-860d-4531-a8d5-4dfbf9567b28 req-2a938d10-8acb-4a1b-bbb6-e90a7fce8a9a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=b807736ef6c54be2b4715f32a4cfea57&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1029265 Sep 16 08:09:38.284256 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1d8426a9-b39f-43a6-a76a-21a1fcb19a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:38.316763 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:38.361176 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac850c-9661-46fb-a831-1174e3da029f req-b3d693ff-bbd5-4b8f-aa7a-4cf1f27f405c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:38.362981 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-32ac850c-9661-46fb-a831-1174e3da029f req-b3d693ff-bbd5-4b8f-aa7a-4cf1f27f405c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0574152 Sep 16 08:09:38.412737 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-32ac850c-9661-46fb-a831-1174e3da029f req-1bdbd624-475f-4408-aafe-7711729f39cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436597 Sep 16 08:09:38.432208 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6011c-5fde-4121-b65f-d8d98115909e req-3456307b-055b-4053-bb21-4e408bc67a4d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:38.433670 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e8c6011c-5fde-4121-b65f-d8d98115909e req-3456307b-055b-4053-bb21-4e408bc67a4d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0863340 Sep 16 08:09:38.436485 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70996d01-860d-4531-a8d5-4dfbf9567b28 req-e991cb53-430a-43cf-a8d7-1230454651ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:38.437817 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-70996d01-860d-4531-a8d5-4dfbf9567b28 req-e991cb53-430a-43cf-a8d7-1230454651ba service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496124 Sep 16 08:09:38.515565 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e8c6011c-5fde-4121-b65f-d8d98115909e req-963fe16c-64ed-404e-bbc2-161cb2b7ba08 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747247 Sep 16 08:09:38.704367 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc9f04-07ce-4f22-8e7e-185c210697dc req-2bd709a1-bd74-480a-b5bf-749d903ad7bc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:38.716997 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-89cc9f04-07ce-4f22-8e7e-185c210697dc req-2bd709a1-bd74-480a-b5bf-749d903ad7bc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0644329 Sep 16 08:09:38.772456 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-89cc9f04-07ce-4f22-8e7e-185c210697dc req-7783c55b-debe-4c3e-b452-46708255f68f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545452 Sep 16 08:09:39.534726 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668601d-4b28-430e-ab79-e7a2b1e8917a req-646baa7d-6d83-4e37-983f-12b15d04ff08 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:39.536894 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3668601d-4b28-430e-ab79-e7a2b1e8917a req-646baa7d-6d83-4e37-983f-12b15d04ff08 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0490482 Sep 16 08:09:39.588076 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3668601d-4b28-430e-ab79-e7a2b1e8917a req-4231d5b9-79ca-4a57-bdb0-dd1726f6d340 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436616 Sep 16 08:09:39.654748 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df55ce-6a7c-4c85-a6a9-5b045baf12a4 req-1521ec1f-9588-45b6-8df3-6cddbff6c3eb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:39.656562 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-24df55ce-6a7c-4c85-a6a9-5b045baf12a4 req-1521ec1f-9588-45b6-8df3-6cddbff6c3eb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0528269 Sep 16 08:09:39.710709 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-24df55ce-6a7c-4c85-a6a9-5b045baf12a4 req-329c8fb1-99c3-41fe-8341-fcf77972c52a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480585 Sep 16 08:09:39.901775 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4fd31-7a20-4465-952e-dd552d8c8069 req-2e163e39-ccd5-4291-9f2e-d5692ff95cdf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:39.903284 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dce4fd31-7a20-4465-952e-dd552d8c8069 req-2e163e39-ccd5-4291-9f2e-d5692ff95cdf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0468988 Sep 16 08:09:39.957063 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dce4fd31-7a20-4465-952e-dd552d8c8069 req-0bb3de02-cb92-483a-ae21-d2036e110aab tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Sep 16 08:09:40.638626 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-60c108d6-57f2-4bda-bb10-df2a59762c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:40.715568 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10138a15-b290-461e-918b-76def963a9b1 req-a64fcb8d-d8a3-4c8d-b189-2bf7adbb7812 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:40.717061 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-10138a15-b290-461e-918b-76def963a9b1 req-a64fcb8d-d8a3-4c8d-b189-2bf7adbb7812 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0475512 Sep 16 08:09:40.773720 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-10138a15-b290-461e-918b-76def963a9b1 req-ed348f91-6ad4-4c76-b0a4-fa93f227fd5f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495360 Sep 16 08:09:40.845120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fdc53-20f8-437e-ae39-fcaccbd73a7c req-8bfdd1e3-71ec-4423-a3bd-a6d87f03ca26 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:40.847387 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-256fdc53-20f8-437e-ae39-fcaccbd73a7c req-8bfdd1e3-71ec-4423-a3bd-a6d87f03ca26 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0495327 Sep 16 08:09:40.899329 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-256fdc53-20f8-437e-ae39-fcaccbd73a7c req-43307dee-1521-4a8c-b32d-2e13ecbf8d65 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454352 Sep 16 08:09:41.086338 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2416d-a51d-4b25-ae70-ca729473487b req-730b2de5-7af9-4fe6-828b-a8af98c74110 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:41.088376 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-10c2416d-a51d-4b25-ae70-ca729473487b req-730b2de5-7af9-4fe6-828b-a8af98c74110 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0484319 Sep 16 08:09:41.137383 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-10c2416d-a51d-4b25-ae70-ca729473487b req-2cdc7757-f9ee-4ca4-b048-5716761f37b0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428886 Sep 16 08:09:41.903288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e9c21-b21d-4063-9143-36a5df98e830 req-eebd53ae-737e-409a-a4d1-5f530898c711 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:41.904935 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-996e9c21-b21d-4063-9143-36a5df98e830 req-eebd53ae-737e-409a-a4d1-5f530898c711 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0488853 Sep 16 08:09:41.917997 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:41.959481 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-996e9c21-b21d-4063-9143-36a5df98e830 req-98b1b7c3-ae05-4dc8-8f2f-795fa5c32eb2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484257 Sep 16 08:09:42.081377 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:42.293608 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d53f9-5210-4735-b436-b0f8cb1604d1 req-8bfc0b4d-0e07-4365-8dfc-9c22a6ed3451 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:42.298186 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6196b0-d5e5-4ea2-9330-42aee1ef67e4 req-9aaad356-9e9f-47ab-a508-31aeff2a9383 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:42.299331 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2b5d53f9-5210-4735-b436-b0f8cb1604d1 req-8bfc0b4d-0e07-4365-8dfc-9c22a6ed3451 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.2994010 Sep 16 08:09:42.300486 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fe6196b0-d5e5-4ea2-9330-42aee1ef67e4 req-9aaad356-9e9f-47ab-a508-31aeff2a9383 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0689063 Sep 16 08:09:42.361878 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2b5d53f9-5210-4735-b436-b0f8cb1604d1 req-d8793deb-b42c-4622-ab4e-583d7eedb861 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549738 Sep 16 08:09:42.371280 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fe6196b0-d5e5-4ea2-9330-42aee1ef67e4 req-979e12ca-5b71-4652-a3e2-02a0c9eb57a5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650661 Sep 16 08:09:43.083621 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c18db4-1114-4e7f-bbab-48507a26a706 req-0482fd55-b75b-4cc4-9cd1-65b3cffdba0f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:43.085098 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-96c18db4-1114-4e7f-bbab-48507a26a706 req-0482fd55-b75b-4cc4-9cd1-65b3cffdba0f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0476882 Sep 16 08:09:43.134483 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-96c18db4-1114-4e7f-bbab-48507a26a706 req-56f0f367-7e2d-4707-9f30-05a47e9362d4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434518 Sep 16 08:09:43.498279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e38f-edd6-4f88-82f6-8b7a5af98a09 req-74f1f694-8be9-476a-b86c-e05f07ef5fd2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:43.501687 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:43.506148 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6bf2e38f-edd6-4f88-82f6-8b7a5af98a09 req-74f1f694-8be9-476a-b86c-e05f07ef5fd2 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0569572 Sep 16 08:09:43.525667 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254a356-cf20-4216-9f97-e25eb3df37f1 req-f77e2fed-a23f-4271-91e0-276115e7997b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:43.530212 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6254a356-cf20-4216-9f97-e25eb3df37f1 req-f77e2fed-a23f-4271-91e0-276115e7997b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0643554 Sep 16 08:09:43.548507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:43.559326 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6bf2e38f-edd6-4f88-82f6-8b7a5af98a09 req-27c4e155-91ec-4f9e-80a3-df947c2d6992 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523300 Sep 16 08:09:43.591142 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6254a356-cf20-4216-9f97-e25eb3df37f1 req-1d732393-0a15-4da6-ae24-cab4c2326202 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513706 Sep 16 08:09:44.261648 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef8337-50b2-462c-83fb-815a096def73 req-66012af5-20bf-4e6c-b57a-c9555aa08165 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:44.263521 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-95ef8337-50b2-462c-83fb-815a096def73 req-66012af5-20bf-4e6c-b57a-c9555aa08165 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0503390 Sep 16 08:09:44.316771 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-95ef8337-50b2-462c-83fb-815a096def73 req-9644d576-58c8-43a8-bbb9-bb408df5892f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460315 Sep 16 08:09:44.528915 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:44.737485 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471f3c9-7b27-40b7-ac61-c73a23e27c9c req-33538ec7-f6c4-4847-8123-b68515b6fe12 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:44.739605 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5471f3c9-7b27-40b7-ac61-c73a23e27c9c req-33538ec7-f6c4-4847-8123-b68515b6fe12 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0572062 Sep 16 08:09:44.766541 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c9e90-57d5-468d-bb8a-4d1850a53f71 req-1fcce2ea-b929-40df-b309-0d40c66070ed tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:44.769790 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-554c9e90-57d5-468d-bb8a-4d1850a53f71 req-1fcce2ea-b929-40df-b309-0d40c66070ed tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0593989 Sep 16 08:09:44.799726 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5471f3c9-7b27-40b7-ac61-c73a23e27c9c req-ab4c4969-7ac3-474e-991a-da819b220df5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529289 Sep 16 08:09:44.822717 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-554c9e90-57d5-468d-bb8a-4d1850a53f71 req-77128613-c1c2-4ee1-8584-c61705d8ef16 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443048 Sep 16 08:09:45.464990 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218054-0708-49cb-846c-ac60e4b4d32b req-ee52d718-4777-4da5-890e-c2866d18333c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:45.466495 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bf218054-0708-49cb-846c-ac60e4b4d32b req-ee52d718-4777-4da5-890e-c2866d18333c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0602672 Sep 16 08:09:45.519865 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bf218054-0708-49cb-846c-ac60e4b4d32b req-9decbd15-6734-4bf9-963f-47e976d6ca36 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475552 Sep 16 08:09:45.929337 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e61d56-7479-49e7-9fd6-ab4d67d1e6c0 req-b19b1ce7-c9e0-4097-8e2a-cab4a1bca09b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:45.933422 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e2e61d56-7479-49e7-9fd6-ab4d67d1e6c0 req-b19b1ce7-c9e0-4097-8e2a-cab4a1bca09b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0545950 Sep 16 08:09:45.976077 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf214548-cadc-4b22-b87d-fb40bd3d655c req-815b4833-2f75-4ffd-90ee-58a9c8ff7988 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:45.977675 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf214548-cadc-4b22-b87d-fb40bd3d655c req-815b4833-2f75-4ffd-90ee-58a9c8ff7988 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0564458 Sep 16 08:09:45.989962 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e2e61d56-7479-49e7-9fd6-ab4d67d1e6c0 req-bf5a7410-fb3c-43cb-97ec-4ed17813d857 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508842 Sep 16 08:09:46.030761 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf214548-cadc-4b22-b87d-fb40bd3d655c req-c73500dc-dd7e-43ec-ad2a-61d110118e33 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Sep 16 08:09:46.649973 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04afc63-edab-4e98-9c2f-8ce6fb19bf70 req-03ed34ed-7e65-427a-bf8f-cdd8a457b74a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:46.651502 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04afc63-edab-4e98-9c2f-8ce6fb19bf70 req-03ed34ed-7e65-427a-bf8f-cdd8a457b74a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0526755 Sep 16 08:09:46.704456 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b04afc63-edab-4e98-9c2f-8ce6fb19bf70 req-058ff815-f519-430f-b1b2-b84faef06f61 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469806 Sep 16 08:09:47.121051 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7dd72-2d6f-4d98-bebf-44267d27fc57 req-829420f2-f95d-46b9-b8e6-b71f8ae33fc3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:47.122595 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18a7dd72-2d6f-4d98-bebf-44267d27fc57 req-829420f2-f95d-46b9-b8e6-b71f8ae33fc3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0511861 Sep 16 08:09:47.167412 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bd0c0-a550-4871-a9af-c50d88546c94 req-adda1f41-55e9-4163-842a-d5396345ddcc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:47.168967 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb6bd0c0-a550-4871-a9af-c50d88546c94 req-adda1f41-55e9-4163-842a-d5396345ddcc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0496924 Sep 16 08:09:47.173379 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18a7dd72-2d6f-4d98-bebf-44267d27fc57 req-136e3db6-72c0-47c9-a366-a48ab3fa7a80 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448539 Sep 16 08:09:47.225165 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb6bd0c0-a550-4871-a9af-c50d88546c94 req-729b804b-18ec-46c9-9dac-9f0d942bff01 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474055 Sep 16 08:09:47.836333 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67df2f1-566a-40c8-9261-e26e2a2526d5 req-15e240db-0c7a-4380-bc12-16f8b561a3b5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:47.837830 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d67df2f1-566a-40c8-9261-e26e2a2526d5 req-15e240db-0c7a-4380-bc12-16f8b561a3b5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0523684 Sep 16 08:09:47.878852 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:47.887251 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d67df2f1-566a-40c8-9261-e26e2a2526d5 req-1fd1f23c-79d8-4cb9-a215-73e464d95450 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Sep 16 08:09:48.298067 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8bc24-1c57-4ce0-ba1a-15860d477662 req-d08dc1ec-8e5f-44ea-acb3-cca918916ad4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:48.299554 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86d8bc24-1c57-4ce0-ba1a-15860d477662 req-d08dc1ec-8e5f-44ea-acb3-cca918916ad4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0504794 Sep 16 08:09:48.320591 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:48.347438 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86d8bc24-1c57-4ce0-ba1a-15860d477662 req-9566ce01-f5ea-4746-bcc1-515ecef17cbd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Sep 16 08:09:48.355351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28242028-4b20-44fc-9f1c-2fb02840d709 req-1a4c4287-d113-4eb4-888b-dce79fbe9a5f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:48.356862 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-28242028-4b20-44fc-9f1c-2fb02840d709 req-1a4c4287-d113-4eb4-888b-dce79fbe9a5f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0465441 Sep 16 08:09:48.403655 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-28242028-4b20-44fc-9f1c-2fb02840d709 req-2db78688-b955-4cee-b26d-fc7a8e6063eb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Sep 16 08:09:48.816489 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-6e49538c-befc-43a0-8daa-efc1230142bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:48.817953 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-6e49538c-befc-43a0-8daa-efc1230142bc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 1128 time: 0.0378993 Sep 16 08:09:49.004212 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28391e-8faf-4481-9555-a3b63807f048 req-f35b803e-3a6a-4aac-8849-5062f0909150 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:49.005562 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0d28391e-8faf-4481-9555-a3b63807f048 req-f35b803e-3a6a-4aac-8849-5062f0909150 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0461631 Sep 16 08:09:49.051788 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0d28391e-8faf-4481-9555-a3b63807f048 req-3d4ca1f9-2d66-41dc-82ef-8816402c7366 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Sep 16 08:09:49.471050 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d81ef9-ccf9-454d-aa9b-930cafe368cc req-7dbb48a5-7caf-45df-89bf-c38e14b303b8 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:49.472575 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59d81ef9-ccf9-454d-aa9b-930cafe368cc req-7dbb48a5-7caf-45df-89bf-c38e14b303b8 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0479789 Sep 16 08:09:49.473063 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-e5c5dacf-0e2c-4e91-9fb4-43cc770c18be service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2d3958-4467-4e0e-8120-6287840453ee HTTP/1.1" status: 200 len: 217 time: 0.0368168 Sep 16 08:09:49.525996 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59d81ef9-ccf9-454d-aa9b-930cafe368cc req-5659e7a5-23b8-4f5b-b0be-d14c86c54a1c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466838 Sep 16 08:09:49.534741 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:49.555586 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-7c4a42f0-5184-4bca-9a0f-7b7ba9a37770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:49.557562 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-7c4a42f0-5184-4bca-9a0f-7b7ba9a37770 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.0775797 Sep 16 08:09:49.563259 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b91f6e-a71c-4fbd-a245-52b1fe143d1a req-32a3b0ac-6c91-404e-8157-697c8123377d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:49.564599 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8b91f6e-a71c-4fbd-a245-52b1fe143d1a req-32a3b0ac-6c91-404e-8157-697c8123377d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0586464 Sep 16 08:09:49.620390 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-960408c7-f601-4cae-8c00-5b986667939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:49.621800 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-960408c7-f601-4cae-8c00-5b986667939d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561335 Sep 16 08:09:49.659037 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8b91f6e-a71c-4fbd-a245-52b1fe143d1a req-21716b84-548a-47c0-ad4d-e69c88f5c14d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840833 Sep 16 08:09:49.722945 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-d8992ea5-5959-43ab-bc5b-7ea481cd1a77 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871625 Sep 16 08:09:49.815360 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22d456ed-10f6-4c3e-b8db-5909adbc87dd req-076a45d6-f66a-4edf-9d1d-0f6404699db1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Sep 16 08:09:50.169358 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfabdb4-36e7-493d-ad15-179ee7adf03f req-67c3675b-98d3-4e6b-9905-b3cf65120b45 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:50.170843 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2dfabdb4-36e7-493d-ad15-179ee7adf03f req-67c3675b-98d3-4e6b-9905-b3cf65120b45 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0472116 Sep 16 08:09:50.217790 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2dfabdb4-36e7-493d-ad15-179ee7adf03f req-596a3005-94f8-43ef-b111-1bc0f9a8feca tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Sep 16 08:09:50.646508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdb620-9ec1-45d4-bf9e-63b9d70c2d56 req-a21a6686-8172-4b06-8485-aa0e809fb723 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:50.647993 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ecdb620-9ec1-45d4-bf9e-63b9d70c2d56 req-a21a6686-8172-4b06-8485-aa0e809fb723 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0462313 Sep 16 08:09:50.694777 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ecdb620-9ec1-45d4-bf9e-63b9d70c2d56 req-4e57ad79-a447-4744-8c02-b65ef8e79bfb tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Sep 16 08:09:50.787107 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68f81d-10e2-4616-8368-08a473e078a5 req-f7296e2e-bbac-4e16-b16e-5d1f2ccc485e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:50.788571 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-da68f81d-10e2-4616-8368-08a473e078a5 req-f7296e2e-bbac-4e16-b16e-5d1f2ccc485e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0470927 Sep 16 08:09:50.834942 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-da68f81d-10e2-4616-8368-08a473e078a5 req-c6267662-caa4-4402-b19e-a421a5b16d89 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Sep 16 08:09:51.338738 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d3fa8-194c-4ebf-9932-b261afc9e2c7 req-4d368317-9a9b-4158-905f-9ed5907603cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:51.340178 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f05d3fa8-194c-4ebf-9932-b261afc9e2c7 req-4d368317-9a9b-4158-905f-9ed5907603cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0500205 Sep 16 08:09:51.387036 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f05d3fa8-194c-4ebf-9932-b261afc9e2c7 req-73bcff96-88dc-4063-b349-0148664a6b78 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404255 Sep 16 08:09:51.800614 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:51.819458 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a7299-bb28-4d04-9832-20b1f29f72fe req-0f0d1eda-1ec2-49be-a6b6-ba755fb10c81 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:51.820922 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5e5a7299-bb28-4d04-9832-20b1f29f72fe req-0f0d1eda-1ec2-49be-a6b6-ba755fb10c81 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0502419 Sep 16 08:09:51.854147 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:51.868436 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5e5a7299-bb28-4d04-9832-20b1f29f72fe req-694d44cb-1d84-4974-9736-f28b9694f1c5 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411499 Sep 16 08:09:51.960184 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614280e-cafe-46a5-9fd3-43d26429bc61 req-68db0f79-3596-46c9-b0c3-a0d905e95f89 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:51.961624 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1614280e-cafe-46a5-9fd3-43d26429bc61 req-68db0f79-3596-46c9-b0c3-a0d905e95f89 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0460968 Sep 16 08:09:52.008536 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1614280e-cafe-46a5-9fd3-43d26429bc61 req-f9927053-13cd-4413-99d6-64567fd1bdc5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Sep 16 08:09:52.503738 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f115a3-3b13-48f0-9a7b-58ec1757d68d req-34123151-a698-4d2f-beb2-48a03dd6c1ac tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:52.505180 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-71f115a3-3b13-48f0-9a7b-58ec1757d68d req-34123151-a698-4d2f-beb2-48a03dd6c1ac tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 944 time: 0.0461764 Sep 16 08:09:52.551516 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-71f115a3-3b13-48f0-9a7b-58ec1757d68d req-7a87fb21-50e0-4846-a74c-7e25fe573f00 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408299 Sep 16 08:09:52.987719 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40e1cc-b345-4c7d-bd90-602370c06666 req-39b75c80-2134-4619-9188-da44100240bc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:52.989194 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7f40e1cc-b345-4c7d-bd90-602370c06666 req-39b75c80-2134-4619-9188-da44100240bc tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0457370 Sep 16 08:09:53.039649 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7f40e1cc-b345-4c7d-bd90-602370c06666 req-c60e0f91-2f07-4f38-8562-ab38089aa096 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443137 Sep 16 08:09:53.042080 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 5b2d3958-4467-4e0e-8120-6287840453ee details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:09:53.141133 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163ea5-507d-4ee6-943d-b6251fa56ed0 req-38f9072a-d1fc-418f-8a75-1f68352fc04a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:53.142628 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-42163ea5-507d-4ee6-943d-b6251fa56ed0 req-38f9072a-d1fc-418f-8a75-1f68352fc04a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0504475 Sep 16 08:09:53.150590 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 5b2d3958-4467-4e0e-8120-6287840453ee, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5b2d3958-4467-4e0e-8120-6287840453ee,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:53.161882 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '5b2d3958-4467-4e0e-8120-6287840453ee', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'port_id': '5b2d3958-4467-4e0e-8120-6287840453ee', 'mac_address': 'fa:16:3e:38:80:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:09:53.189807 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-42163ea5-507d-4ee6-943d-b6251fa56ed0 req-f92b7113-17af-4613-82bb-e28999db5a20 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Sep 16 08:09:53.195893 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 5b2d3958-4467-4e0e-8120-6287840453ee is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:53.196284 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:53.210315 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2d3958-4467-4e0e-8120-6287840453ee {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:09:53.229321 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 5b2d3958-4467-4e0e-8120-6287840453ee, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5b2d3958-4467-4e0e-8120-6287840453ee,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:53.318672 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:53.344921 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:53.367906 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=5b2d3958-4467-4e0e-8120-6287840453ee,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:53.680355 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a12b76-4b8c-4eb1-a0e5-6065cf6a9f39 req-3d63cda9-c249-4286-b863-8e55f128f5db tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:53.682458 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c2a12b76-4b8c-4eb1-a0e5-6065cf6a9f39 req-3d63cda9-c249-4286-b863-8e55f128f5db tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 945 time: 0.0469940 Sep 16 08:09:53.708902 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['5b2d3958-4467-4e0e-8120-6287840453ee'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:09:53.718966 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:53.732593 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c2a12b76-4b8c-4eb1-a0e5-6065cf6a9f39 req-5a282564-6f6d-4458-aacc-42578e18f5c0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Sep 16 08:09:54.160591 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948bc40-14dc-4938-907b-3780fde4e1af req-e7b6a325-cebb-4fec-a7f9-ba92583a8521 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:54.162038 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b948bc40-14dc-4938-907b-3780fde4e1af req-e7b6a325-cebb-4fec-a7f9-ba92583a8521 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0466862 Sep 16 08:09:54.207980 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b948bc40-14dc-4938-907b-3780fde4e1af req-1b6b80cb-5034-459f-9f78-43393a25537c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402405 Sep 16 08:09:54.318036 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f5c2-c756-4338-b613-f7daf6726b2d req-de11dfbe-e934-41c6-99dd-14be2b699091 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:54.319485 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9ea8f5c2-c756-4338-b613-f7daf6726b2d req-de11dfbe-e934-41c6-99dd-14be2b699091 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0458021 Sep 16 08:09:54.365301 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9ea8f5c2-c756-4338-b613-f7daf6726b2d req-ac420fe0-56df-40d6-bf66-66d1177cecc8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396011 Sep 16 08:09:54.850112 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cae99-1175-48cf-addf-61db2dd00c70 req-09f3bbac-6aef-4202-98dc-ddf14bd7b4f0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:54.851577 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-872cae99-1175-48cf-addf-61db2dd00c70 req-09f3bbac-6aef-4202-98dc-ddf14bd7b4f0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 945 time: 0.0459700 Sep 16 08:09:54.901969 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-872cae99-1175-48cf-addf-61db2dd00c70 req-60dfc18a-8107-44de-bc87-81bec49c8689 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447104 Sep 16 08:09:55.062532 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 5b2d3958-4467-4e0e-8120-6287840453ee up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:09:55.107864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 5b2d3958-4467-4e0e-8120-6287840453ee completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:09:55.186629 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 5b2d3958-4467-4e0e-8120-6287840453ee triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:09:55.187041 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:55.187380 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 5b2d3958-4467-4e0e-8120-6287840453ee Sep 16 08:09:55.214385 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:55.261097 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 5b2d3958-4467-4e0e-8120-6287840453ee is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:55.261485 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:55.284327 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:55.286460 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd783ab2-3863-47a3-84ba-82a1e53c9aed" -d '{"events": [{"server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "name": "network-vif-plugged", "status": "completed", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:55.301818 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 5b2d3958-4467-4e0e-8120-6287840453ee, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5b2d3958-4467-4e0e-8120-6287840453ee,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:55.325571 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2e007-82af-4e44-bcfb-421e116507d8 x-openstack-request-id: req-04f2e007-82af-4e44-bcfb-421e116507d8 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:55.325887 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "name": "network-vif-plugged", "status": "completed", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:55.326141 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04f2e007-82af-4e44-bcfb-421e116507d8 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:55.326540 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f2e007-82af-4e44-bcfb-421e116507d8'] response: {'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee', 'code': 200} Sep 16 08:09:55.339327 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb62bf0-5152-4747-aed1-acdf44c0e46e req-f6ca694a-659f-4179-b627-36c49fdadfcf tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:55.340886 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dfb62bf0-5152-4747-aed1-acdf44c0e46e req-f6ca694a-659f-4179-b627-36c49fdadfcf tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0548067 Sep 16 08:09:55.388463 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dfb62bf0-5152-4747-aed1-acdf44c0e46e req-7aa8a43c-187f-4483-b18e-e7c41520a72e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Sep 16 08:09:55.399531 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:55.456520 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=5b2d3958-4467-4e0e-8120-6287840453ee,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:55.464028 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.465933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.465933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.465933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.465933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.465933 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.466493 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.466493 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.466659 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.466959 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.467282 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.467623 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.467943 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.468277 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.468593 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:09:55.496703 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff5450-e180-4758-b49a-1400cac00243 req-a9c0fca4-51de-4459-b8c7-ebdb2eaefaee tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:55.498173 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-64ff5450-e180-4758-b49a-1400cac00243 req-a9c0fca4-51de-4459-b8c7-ebdb2eaefaee tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0464492 Sep 16 08:09:55.545199 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-64ff5450-e180-4758-b49a-1400cac00243 req-2f437c60-1ea6-4e29-83a3-ac9336d207ef tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 Sep 16 08:09:56.017830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b01c2-fd8a-4e56-a8c6-d727624cc4b5 req-e76e41ce-db72-4642-a319-3795126b3edf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:56.019205 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-da7b01c2-fd8a-4e56-a8c6-d727624cc4b5 req-e76e41ce-db72-4642-a319-3795126b3edf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0452681 Sep 16 08:09:56.065152 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-da7b01c2-fd8a-4e56-a8c6-d727624cc4b5 req-cb1ef9a9-a31f-479e-a7c2-c23119a29613 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405002 Sep 16 08:09:56.274099 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9233fd-54c6-4199-929c-d7ee58e3cc9b req-684852f9-118c-4444-9b0a-c90b27af116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:56.276199 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd9233fd-54c6-4199-929c-d7ee58e3cc9b req-684852f9-118c-4444-9b0a-c90b27af116c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1129 time: 0.0414217 Sep 16 08:09:56.308253 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:56.321117 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd9233fd-54c6-4199-929c-d7ee58e3cc9b req-9b398ba2-37ff-4897-8b56-c4f1a413790b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370378 Sep 16 08:09:56.508600 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a328-46e5-4bed-a45a-a500bd867787 req-530d6cec-0d4e-4188-9f34-f8ddf33a89de tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:56.510591 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7b98a328-46e5-4bed-a45a-a500bd867787 req-530d6cec-0d4e-4188-9f34-f8ddf33a89de tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0463915 Sep 16 08:09:56.557909 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7b98a328-46e5-4bed-a45a-a500bd867787 req-4c8b8a9e-93a3-4e46-b989-dee6b3baeb26 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414717 Sep 16 08:09:56.658575 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:09:56.670126 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a23f-c0fe-4dcb-afa1-6fcac8b43821 req-8e535f9b-36dc-44f2-8afa-dcc91a6ef33a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:56.671631 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6834a23f-c0fe-4dcb-afa1-6fcac8b43821 req-8e535f9b-36dc-44f2-8afa-dcc91a6ef33a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 943 time: 0.0462992 Sep 16 08:09:56.726189 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240aac37-5a79-4eed-9c55-beffd6071a18 req-085a8825-8ba8-45c5-8c7a-1ba8efa4b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:56.727669 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-240aac37-5a79-4eed-9c55-beffd6071a18 req-085a8825-8ba8-45c5-8c7a-1ba8efa4b4ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 1130 time: 0.0517683 Sep 16 08:09:56.749012 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6834a23f-c0fe-4dcb-afa1-6fcac8b43821 req-834dfcdd-c71f-46f2-89d8-78071152341d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649633 Sep 16 08:09:57.067987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:09:57.118635 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-240aac37-5a79-4eed-9c55-beffd6071a18 req-d2be4e10-65a8-4bbd-8954-d9d4af8b47a9 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419312 Sep 16 08:09:57.166520 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:57.177455 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'port_id': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'mac_address': 'fa:16:3e:33:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:09:57.195064 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a22a8-a8d0-4c85-aef8-731738de3c14 req-0058fe2a-ae83-4595-9155-05b20ea4a540 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:57.196573 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-243a22a8-a8d0-4c85-aef8-731738de3c14 req-0058fe2a-ae83-4595-9155-05b20ea4a540 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0574656 Sep 16 08:09:57.217206 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:57.217604 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:57.230654 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0104ad2b-b1c9-455f-a512-cdc1dd34408e {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:09:57.237750 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:57.245006 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-243a22a8-a8d0-4c85-aef8-731738de3c14 req-1545a64b-12e4-4df4-b6e9-c4826d3597e9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421822 Sep 16 08:09:57.250743 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:57.369927 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:57.411592 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:57.424369 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=9']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:57.676322 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c3bf-eda3-44db-b3af-2682d93cf397 req-0f51ae88-0009-4128-86d8-7ddf67335688 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:57.677811 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7210c3bf-eda3-44db-b3af-2682d93cf397 req-0f51ae88-0009-4128-86d8-7ddf67335688 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0460203 Sep 16 08:09:57.725983 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7210c3bf-eda3-44db-b3af-2682d93cf397 req-1069ea4d-eebd-4ffb-a017-74b8a689ba73 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 Sep 16 08:09:57.818059 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['0104ad2b-b1c9-455f-a512-cdc1dd34408e'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:09:57.876687 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ab3d-54be-4bd9-bb9f-83c3655e8302 req-3434c0e9-5a16-413c-b1ac-a22fca3beb4d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:57.878184 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a997ab3d-54be-4bd9-bb9f-83c3655e8302 req-3434c0e9-5a16-413c-b1ac-a22fca3beb4d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 944 time: 0.0474715 Sep 16 08:09:57.926773 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a997ab3d-54be-4bd9-bb9f-83c3655e8302 req-aa3470ef-e51b-4a85-856e-77d44b3c6c54 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Sep 16 08:09:58.361666 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc60f3-9fcc-4261-850e-13b504204127 req-4859d122-11d3-4186-aec4-ba6d1cae8d8c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:58.363146 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8dbc60f3-9fcc-4261-850e-13b504204127 req-4859d122-11d3-4186-aec4-ba6d1cae8d8c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0453274 Sep 16 08:09:58.410471 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8dbc60f3-9fcc-4261-850e-13b504204127 req-a4d9271e-e3e8-4492-95cd-be068b74d0ff tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Sep 16 08:09:58.846385 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a931-c818-45c6-ac54-2ed1256be04f req-84a85912-b96b-49f7-a8ed-ae50c02f8c79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:58.847866 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1316a931-c818-45c6-ac54-2ed1256be04f req-84a85912-b96b-49f7-a8ed-ae50c02f8c79 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0464482 Sep 16 08:09:58.900910 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1316a931-c818-45c6-ac54-2ed1256be04f req-bc48b64d-840d-4ea2-a90e-dd7909b82471 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470302 Sep 16 08:09:59.061989 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9a4c0-bf0e-4d1f-8182-978eb81c19b6 req-fcd845a1-10cf-457f-94c2-3fef31ac1e5c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:59.063517 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3fb9a4c0-bf0e-4d1f-8182-978eb81c19b6 req-fcd845a1-10cf-457f-94c2-3fef31ac1e5c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 944 time: 0.0528941 Sep 16 08:09:59.079451 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:09:59.117864 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3fb9a4c0-bf0e-4d1f-8182-978eb81c19b6 req-b636944c-ab7d-4a67-8b92-ba1384ac17e6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474703 Sep 16 08:09:59.126732 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 0104ad2b-b1c9-455f-a512-cdc1dd34408e triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:09:59.127372 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:59.127713 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 0104ad2b-b1c9-455f-a512-cdc1dd34408e Sep 16 08:09:59.207660 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0104ad2b-b1c9-455f-a512-cdc1dd34408e is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:09:59.208058 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:59.230901 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:09:59.233126 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bb8aa5-f890-4dd2-bf73-f05382c3b79e" -d '{"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-plugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:09:59.246563 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:09:59.272220 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a103c-055a-4232-bd0c-dca42cba35a5 x-openstack-request-id: req-6e0a103c-055a-4232-bd0c-dca42cba35a5 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:09:59.272579 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-plugged", "status": "completed", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:09:59.272785 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e0a103c-055a-4232-bd0c-dca42cba35a5 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:09:59.273279 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0a103c-055a-4232-bd0c-dca42cba35a5'] response: {'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'code': 200} Sep 16 08:09:59.297482 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:59.342864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=10']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:09:59.486760 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1e49a-97c6-475b-a097-5fa4575177e8 req-d2305d33-f713-48ef-9f15-412a85e04a90 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:59.488349 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-93d1e49a-97c6-475b-a097-5fa4575177e8 req-d2305d33-f713-48ef-9f15-412a85e04a90 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0475597 Sep 16 08:09:59.542870 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd6aad-929a-456f-96bc-0adea62f6c29 req-f02c7d33-f72c-489d-b878-339e95f8ef86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:59.544646 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-93d1e49a-97c6-475b-a097-5fa4575177e8 req-97a4ac05-0ab7-427f-a9f7-cf2f76603fac tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506723 Sep 16 08:09:59.551047 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4efd6aad-929a-456f-96bc-0adea62f6c29 req-f02c7d33-f72c-489d-b878-339e95f8ef86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0560746 Sep 16 08:09:59.572690 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:09:59.593657 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4efd6aad-929a-456f-96bc-0adea62f6c29 req-84484171-bf1d-41e4-8761-f1ee8d077047 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Sep 16 08:09:59.708216 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06a513-36b1-41c5-aeec-d9d4b30a488e req-91f621fd-38f0-440e-8b9a-c1e86bdd8cc2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:09:59.709850 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6a06a513-36b1-41c5-aeec-d9d4b30a488e req-91f621fd-38f0-440e-8b9a-c1e86bdd8cc2 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0473638 Sep 16 08:09:59.720525 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54152) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:09:59.724870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'port_id': '5b2d3958-4467-4e0e-8120-6287840453ee'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:09:59.765833 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (17592e50-ad8c-476d-b801-01cc3b3d5ecf), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:09:59.768630 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:00.007084 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-a02a23e1-c3f9-42a8-bb55-d8405916a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:00.008513 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-a02a23e1-c3f9-42a8-bb55-d8405916a178 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1129 time: 0.0388305 Sep 16 08:10:00.106238 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-61b50a88-4d30-43bc-a4d1-d472546accf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:00.107730 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-61b50a88-4d30-43bc-a4d1-d472546accf8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.0917592 Sep 16 08:10:00.177173 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-eb6f766a-26d6-40b7-9fb0-1d73336421cc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 200 len: 1001 time: 0.0613873 Sep 16 08:10:00.201339 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:00.239690 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c8039-f071-4694-ba8e-746731faf118 req-b4ecc5f5-9b1f-41d5-856b-5fdb455737d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:00.241184 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c6c8039-f071-4694-ba8e-746731faf118 req-b4ecc5f5-9b1f-41d5-856b-5fdb455737d2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 1130 time: 0.0379231 Sep 16 08:10:00.265155 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-e035a5d4-3a77-40a8-8086-9fef22d5a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:00.265155 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-e035a5d4-3a77-40a8-8086-9fef22d5a538 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0804904 Sep 16 08:10:00.269448 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969488b-8956-4da1-bf29-8af64143bc97 req-3c55bc98-c0ac-4721-b85e-bcd316913e6c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:00.270828 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a969488b-8956-4da1-bf29-8af64143bc97 req-3c55bc98-c0ac-4721-b85e-bcd316913e6c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0588248 Sep 16 08:10:00.286717 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (17592e50-ad8c-476d-b801-01cc3b3d5ecf), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:00.331893 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c6c8039-f071-4694-ba8e-746731faf118 req-949b827f-6471-4c48-b683-3d95ff47e27d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733910 Sep 16 08:10:00.332691 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-00955411-be0d-4a5d-83cd-717ec2a87d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:00.334142 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-00955411-be0d-4a5d-83cd-717ec2a87d66 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624864 Sep 16 08:10:00.350508 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a969488b-8956-4da1-bf29-8af64143bc97 req-268e03ab-8916-4ebb-b109-4ad2fa8efc4e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706370 Sep 16 08:10:00.392374 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP 17592e50-ad8c-476d-b801-01cc3b3d5ecf associated. External IP: 172.27.1.186, port: 5b2d3958-4467-4e0e-8120-6287840453ee. Sep 16 08:10:00.426767 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:00.585387 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:00.665894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:00.705474 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a73ae9-6fa4-40eb-b7eb-e2c67826b234 req-2150e1c0-908c-47a9-b464-26e6d894eeb7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:00.706957 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-04a73ae9-6fa4-40eb-b7eb-e2c67826b234 req-2150e1c0-908c-47a9-b464-26e6d894eeb7 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0816290 Sep 16 08:10:00.728286 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-d0a48f9a-6d49-4eea-ab2f-fcdc0fe05dbb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863090 Sep 16 08:10:00.745235 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:00.751535 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:00.754509 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:00.764482 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:00.765078 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:00.797504 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-04a73ae9-6fa4-40eb-b7eb-e2c67826b234 req-3e7c43a1-15dc-48ac-9522-63ab0477af09 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814826 Sep 16 08:10:00.802306 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-81a75423-d8b1-4dae-a87d-5461d96822cc tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/17592e50-ad8c-476d-b801-01cc3b3d5ecf HTTP/1.1" status: 200 len: 992 time: 1.0778685 Sep 16 08:10:00.802306 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:00.802306 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1fd64d-621a-40e5-8584-d5f144022e01" -d '{"events": [{"name": "network-changed", "server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:00.840342 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d362408d-a3cb-4d78-9dd6-3104d1e7ab55 x-openstack-request-id: req-d362408d-a3cb-4d78-9dd6-3104d1e7ab55 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:00.840632 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:00.840886 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d362408d-a3cb-4d78-9dd6-3104d1e7ab55 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:00.841294 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d362408d-a3cb-4d78-9dd6-3104d1e7ab55'] response: {'name': 'network-changed', 'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee', 'status': 'completed', 'code': 200} Sep 16 08:10:00.872700 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:00.899496 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:01.080041 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '17592e50-ad8c-476d-b801-01cc3b3d5ecf', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '5b2d3958-4467-4e0e-8120-6287840453ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:38:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:09:32Z', 'updated_at': '2022-09-16T08:10:00Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:01.104105 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:01.112171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:01.112764 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:01.114252 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:01.214643 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:01.226260 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:01.262837 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-cdf85f3b-c2c2-4be6-b2c6-933b72407bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:01.264553 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-cdf85f3b-c2c2-4be6-b2c6-933b72407bbe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 1130 time: 0.0402920 Sep 16 08:10:01.302386 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-09f159d6-3fbb-4da2-a0c4-7830d1144549 req-094c5430-c279-4b75-9937-b01bd52d5830 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943937 Sep 16 08:10:01.371483 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-6be6e8ce-9f4f-4029-a55c-70e4b5b71bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:01.373288 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-6be6e8ce-9f4f-4029-a55c-70e4b5b71bc1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 915 time: 0.0908966 Sep 16 08:10:01.431014 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '17592e50-ad8c-476d-b801-01cc3b3d5ecf', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '5b2d3958-4467-4e0e-8120-6287840453ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:38:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:09:32Z', 'updated_at': '2022-09-16T08:10:00Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:01.455248 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e00c8c5-1bf5-4f5b-9496-b7f3e1193019 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '17592e50-ad8c-476d-b801-01cc3b3d5ecf', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.186', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '5b2d3958-4467-4e0e-8120-6287840453ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:38:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:09:32Z', 'updated_at': '2022-09-16T08:10:00Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:01.476523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050de2dd-8823-46a4-8c66-594e69921d31 req-b437671f-9e40-4b65-9adc-c522b9aed380 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:01.478866 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-050de2dd-8823-46a4-8c66-594e69921d31 req-b437671f-9e40-4b65-9adc-c522b9aed380 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0478470 Sep 16 08:10:01.537309 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-050de2dd-8823-46a4-8c66-594e69921d31 req-68410a74-1e05-4a44-b2c5-1d96c29b0c9f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518193 Sep 16 08:10:01.592415 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-740ab584-b556-408a-9355-842c13143c3d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2d3958-4467-4e0e-8120-6287840453ee HTTP/1.1" status: 200 len: 1000 time: 0.0662475 Sep 16 08:10:01.668751 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee21e76e-efb8-4cb7-80ac-a10a3c0ed201 None None] New status for floating IP 17592e50-ad8c-476d-b801-01cc3b3d5ecf: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:10:01.923521 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5871f3-481a-44a5-b485-ae2ca99f72d8 req-294e0120-f0f3-4560-ac9b-7940b3849e4d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:01.924999 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0a5871f3-481a-44a5-b485-ae2ca99f72d8 req-294e0120-f0f3-4560-ac9b-7940b3849e4d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0474231 Sep 16 08:10:01.975078 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0a5871f3-481a-44a5-b485-ae2ca99f72d8 req-81d484e4-e857-445a-9ad5-ed73727b4799 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443797 Sep 16 08:10:02.662154 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298cc4f-027a-4d5f-9e5e-a822586e8ec9 req-b8e42054-c707-4e27-b8ff-fb75e62985de tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:02.663547 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c298cc4f-027a-4d5f-9e5e-a822586e8ec9 req-b8e42054-c707-4e27-b8ff-fb75e62985de tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0459754 Sep 16 08:10:02.712144 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c298cc4f-027a-4d5f-9e5e-a822586e8ec9 req-a857153e-da5e-4541-8190-211cbe23decc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Sep 16 08:10:03.094462 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0532a1-3f4e-41a4-913b-93d166911b1c req-2957e723-25d5-4508-8402-13a129987293 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:03.095937 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8d0532a1-3f4e-41a4-913b-93d166911b1c req-2957e723-25d5-4508-8402-13a129987293 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0459154 Sep 16 08:10:03.145572 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8d0532a1-3f4e-41a4-913b-93d166911b1c req-dbbbfd33-b177-4a90-a364-bcb26124e637 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441091 Sep 16 08:10:04.104800 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ade5c-d1e1-4d62-b9e8-aa445f323159 req-3a0c38e1-8b83-4d35-a168-b00758170762 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:04.106387 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2f8ade5c-d1e1-4d62-b9e8-aa445f323159 req-3a0c38e1-8b83-4d35-a168-b00758170762 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.3140466 Sep 16 08:10:04.112157 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-d8921167-ad6c-44cd-b08f-94a3e2a83543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:04.113531 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-d8921167-ad6c-44cd-b08f-94a3e2a83543 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.3113701 Sep 16 08:10:04.156248 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2f8ade5c-d1e1-4d62-b9e8-aa445f323159 req-184d331a-bee1-4539-9ea1-bfd12105281f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Sep 16 08:10:04.270823 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba6503-88cb-4e69-9aab-bdee92667137 req-4a4498ab-2a48-44d9-b9df-1dc9235af65a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:04.272300 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-51ba6503-88cb-4e69-9aab-bdee92667137 req-4a4498ab-2a48-44d9-b9df-1dc9235af65a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0483325 Sep 16 08:10:04.319775 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-51ba6503-88cb-4e69-9aab-bdee92667137 req-c1e19b9c-c7ac-4082-842a-623367ce7992 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415902 Sep 16 08:10:04.720235 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-2ef9c2be-a8a8-4231-a0c9-7b0efc64ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:04.721986 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-2ef9c2be-a8a8-4231-a0c9-7b0efc64ca99 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390306 Sep 16 08:10:04.794568 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:04.864833 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-e078cf9f-12f5-42f1-b90e-4fcb705add89 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898902 Sep 16 08:10:05.030423 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb1fd64d-621a-40e5-8584-d5f144022e01 req-8cdc5b3d-695a-4935-938f-0afc0d6656ad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837927 Sep 16 08:10:05.289362 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adeb2d-f28c-4088-9724-8a0768c270f1 req-abf812f6-0fb7-4b9c-9cc3-edcdba5ade63 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:05.290762 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-50adeb2d-f28c-4088-9724-8a0768c270f1 req-abf812f6-0fb7-4b9c-9cc3-edcdba5ade63 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0513251 Sep 16 08:10:05.338815 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-50adeb2d-f28c-4088-9724-8a0768c270f1 req-87190ac9-ac65-406e-ab0f-cc1349facaf0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 Sep 16 08:10:05.439404 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99d756-1357-4df1-b9fb-85c1db9c1479 req-be9c66e2-56e5-4658-9dd0-0d3327f144ef tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:05.440838 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fb99d756-1357-4df1-b9fb-85c1db9c1479 req-be9c66e2-56e5-4658-9dd0-0d3327f144ef tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0456839 Sep 16 08:10:05.487404 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fb99d756-1357-4df1-b9fb-85c1db9c1479 req-5f471243-d6bb-4425-8d54-ed74ad58891d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Sep 16 08:10:05.589418 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:05.601969 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cec22-4245-4de0-9d65-c4f7626a1b03 req-f45d52fc-48b6-4928-9ff7-62c649d41b5a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:05.603476 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-442cec22-4245-4de0-9d65-c4f7626a1b03 req-f45d52fc-48b6-4928-9ff7-62c649d41b5a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0468183 Sep 16 08:10:05.614601 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54220) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:05.618891 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Request body: {'floatingip': {'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:05.674238 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:06.117823 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:06.177018 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:06.363722 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:06.374255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Router 753375fe-ac0b-4f9a-984a-b9ff607a3efd has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:06.477495 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:06.482730 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:06.487075 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] Sync routers for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:06.496778 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:06.497623 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:06.514520 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:06.516811 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d28bda1-a699-47f5-9eb4-b958c433812d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:06.550047 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b77ec9ea-60e7-4f3d-84b9-22c7ee8828cd tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/ba53a947-c713-4abc-bab3-dac934033aa0 HTTP/1.1" status: 200 len: 993 time: 0.9340451 Sep 16 08:10:06.558194 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7535c72d-f63a-4abc-9ee1-7a03061ee128 x-openstack-request-id: req-7535c72d-f63a-4abc-9ee1-7a03061ee128 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:06.558561 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:06.558938 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7535c72d-f63a-4abc-9ee1-7a03061ee128 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:06.559437 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7535c72d-f63a-4abc-9ee1-7a03061ee128'] response: {'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'status': 'completed', 'code': 200} Sep 16 08:10:06.658371 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-70f99e59-6928-4b97-81a6-00c829f39c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:06.659852 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-70f99e59-6928-4b97-81a6-00c829f39c6f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1129 time: 0.0407429 Sep 16 08:10:06.673719 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:06.729482 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:06.758418 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-b4a06d04-c699-4b9a-a4b3-644f5365c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:06.759991 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-b4a06d04-c699-4b9a-a4b3-644f5365c41b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.0940592 Sep 16 08:10:06.826608 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-970ecec2-a9d8-4ba4-8ee3-605de2907649 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 200 len: 1001 time: 0.0577190 Sep 16 08:10:06.880628 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-31e4cf90-049d-40c1-a4a5-14fcee4f9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:06.882104 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-31e4cf90-049d-40c1-a4a5-14fcee4f9504 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0479829 Sep 16 08:10:06.940362 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-d115a8ac-0eaf-4f55-a567-8cc4f61e1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:06.941935 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-d115a8ac-0eaf-4f55-a567-8cc4f61e1c74 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535140 Sep 16 08:10:06.946190 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'ba53a947-c713-4abc-bab3-dac934033aa0', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'mac_address': 'fa:16:3e:38:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:10:06Z', 'revision_number': 3, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:06.975936 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] Checking router: 753375fe-ac0b-4f9a-984a-b9ff607a3efd for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:06.984172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:06.984774 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:07.018719 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-b162abfb-1f1f-4ff3-a09f-e834e2968cf4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-646625020&fields=id&tenant_id=5870af1bbad64b138178c47e4a571d81 HTTP/1.1" status: 200 len: 267 time: 0.0962791 Sep 16 08:10:07.030500 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:07.087593 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:07.091339 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-74a9dfac-b00c-46cd-b1ba-bab12d612807 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:07.092820 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-74a9dfac-b00c-46cd-b1ba-bab12d612807 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 984 time: 0.0684803 Sep 16 08:10:07.096296 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-a40320b0-7499-4a44-ab68-9d81ec7a1bfd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429019 Sep 16 08:10:07.105204 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Request body: {'port': {'security_groups': ['f15124a7-4d47-4f8f-83bc-b3632f8db578']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:07.238449 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.272310 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8d28bda1-a699-47f5-9eb4-b958c433812d req-96eea2ef-335b-47fb-b36b-3e4c35743037 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639068 Sep 16 08:10:07.295654 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'ba53a947-c713-4abc-bab3-dac934033aa0', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'mac_address': 'fa:16:3e:38:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:10:06Z', 'revision_number': 3, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:07.298105 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:07.325115 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d65c3e-e1f1-4398-9afe-9c54bbab45cb None None] The sync data for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi is: [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'ba53a947-c713-4abc-bab3-dac934033aa0', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'port_id': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'mac_address': 'fa:16:3e:38:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:10:06Z', 'revision_number': 3, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:07.355594 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:07.442519 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:07.473809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.518568 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.531437 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:07.532159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.533635 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5bb2ae7b-70b7-4bfa-a81c-1bc025ec21a1 req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "PUT /networking/v2.0/ports/800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 942 time: 0.4328949 Sep 16 08:10:07.540327 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54236) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:07.563129 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['800c16c0-6c80-47ad-8a9f-a60246ce9a01'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:10:07.583597 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3f1a-6450-4747-9b7d-bd84c5647c31 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event updated for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=7']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:07.609215 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-65dfe9b7-5a75-4a4c-b495-c9f9572e7d40 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group (8c083c54-7d89-4592-bda5-0577f206bf4b), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.622929 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:07.633944 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-65dfe9b7-5a75-4a4c-b495-c9f9572e7d40 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group (8c083c54-7d89-4592-bda5-0577f206bf4b), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.740825 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['800c16c0-6c80-47ad-8a9f-a60246ce9a01'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:10:07.752856 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-65dfe9b7-5a75-4a4c-b495-c9f9572e7d40 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8c083c54-7d89-4592-bda5-0577f206bf4b), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.759284 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-65dfe9b7-5a75-4a4c-b495-c9f9572e7d40 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.759284 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-65dfe9b7-5a75-4a4c-b495-c9f9572e7d40 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8c083c54-7d89-4592-bda5-0577f206bf4b HTTP/1.1" status: 204 len: 168 time: 0.2153435 Sep 16 08:10:07.759496 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54238) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:07.766240 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfe9b7-5a75-4a4c-b495-c9f9572e7d40 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c083c54-7d89-4592-bda5-0577f206bf4b,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:07.858727 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:07.904080 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Deleting port d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:07.904423 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.983380 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.983709 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for floatingip (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:07.996578 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Calling delete_port for d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0 owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:08.211649 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:08.234904 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event deleted for resources: {'Port': ['ID=d6e95ed7-4f9b-42e1-a95b-4dd0ec8cc1d0,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:08.269119 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-452ae5a2-42a3-44cf-b985-bef34a89ae9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:08.302764 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks [] for floatingip (0462882a-7625-4568-b8ca-a5356d8ce5b1), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:08.303095 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Floating IP 0462882a-7625-4568-b8ca-a5356d8ce5b1 disassociated (deleted). External IP: 172.27.1.160, port: 800c16c0-6c80-47ad-8a9f-a60246ce9a01. Sep 16 08:10:08.398091 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:08.496145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Router 3d62e449-0f2b-441f-8649-345b136c4b3d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:08.759181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}, {'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:08.762040 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f"}, {"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:08.805644 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1cb730-e786-4841-b0d1-828fcb85eb02 x-openstack-request-id: req-fe1cb730-e786-4841-b0d1-828fcb85eb02 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:08.805933 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:08.806175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe1cb730-e786-4841-b0d1-828fcb85eb02 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:08.806561 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1cb730-e786-4841-b0d1-828fcb85eb02'] response: {'name': 'network-changed', 'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'status': 'completed', 'code': 200} Sep 16 08:10:08.807318 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1cb730-e786-4841-b0d1-828fcb85eb02'] response: {'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'status': 'completed', 'code': 200} Sep 16 08:10:08.827933 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:08.832634 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:08.837405 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] Sync routers for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:08.847702 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:08.848317 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:08.898822 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-7a49131a-9416-4639-9248-f6bbbdffe0e4 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/0462882a-7625-4568-b8ca-a5356d8ce5b1 HTTP/1.1" status: 204 len: 168 time: 1.1369069 Sep 16 08:10:08.910887 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-651bc677-5db2-4f80-94ba-833a75f839b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:08.915683 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-651bc677-5db2-4f80-94ba-833a75f839b6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 1129 time: 0.0436404 Sep 16 08:10:08.958059 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:09.007032 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-1cec08b0-fbe3-4a06-bdea-93c8e3afb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:09.008628 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-1cec08b0-fbe3-4a06-bdea-93c8e3afb1e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.0896966 Sep 16 08:10:09.079589 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-297f07d7-eff8-4ad9-926d-417920efb3e6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 200 len: 1001 time: 0.0626686 Sep 16 08:10:09.131285 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-4c8e0c5c-7018-4afb-a596-4ab6809da604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:09.132869 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-4c8e0c5c-7018-4afb-a596-4ab6809da604 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.0469916 Sep 16 08:10:09.147313 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 5, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:09.177103 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] Checking router: 3d62e449-0f2b-441f-8649-345b136c4b3d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:09.181007 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-e08816ff-9ee3-4c8e-9f16-920a9da41eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:09.184710 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-e08816ff-9ee3-4c8e-9f16-920a9da41eff service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424426 Sep 16 08:10:09.186049 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:09.186647 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:09:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:09.196899 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:09.288411 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:09.295863 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-0fe8a561-c89a-4c40-a98b-ae0a1141513a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054735 Sep 16 08:10:09.396945 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-1e23b486-6fc1-4878-be03-5d90c9f96bb4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907929 Sep 16 08:10:09.478330 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 5, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:09.502776 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b6051-0d6d-4c29-8315-8d2a1ad18918 None None] The sync data for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi is: [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:06:50Z', 'revision_number': 4, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'f82c3191-b6b3-4bc4-bf94-d07129f24fb2', 'name': '', 'network_id': '8da3cc5f-f2f9-43ac-8827-97d0d1518146', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'mac_address': 'fa:16:3e:76:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:49Z', 'updated_at': '2022-09-16T08:06:53Z', 'revision_number': 5, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'subnets': [{'id': 'df1eca2d-9304-495c-9ab2-a26b70fecdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:09.703530 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c0c1c0-faa6-429e-a847-3e9bf251bc70 None None] New status for floating IP 0462882a-7625-4568-b8ca-a5356d8ce5b1: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:10:09.928722 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-aa00f188-b31f-41f3-8e62-a39dd36cd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:09.930075 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-aa00f188-b31f-41f3-8e62-a39dd36cd0ad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1129 time: 0.0383630 Sep 16 08:10:10.020566 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-b4164ce0-4103-429b-9714-999a527f8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:10.022014 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-b4164ce0-4103-429b-9714-999a527f8493 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 200 len: 915 time: 0.0836992 Sep 16 08:10:10.158016 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-319da6c4-944e-4889-92c0-16acceac678d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 217 time: 0.0401704 Sep 16 08:10:10.214335 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-3f33babc-877f-43bd-840e-7ec0d14a022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:10.215710 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-3f33babc-877f-43bd-840e-7ec0d14a022a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=df1eca2d-9304-495c-9ab2-a26b70fecdda HTTP/1.1" status: 200 len: 853 time: 0.0437872 Sep 16 08:10:10.266644 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:10.278240 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-fd16d001-bea1-4743-a165-c8d511863254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:10.279834 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-fd16d001-bea1-4743-a165-c8d511863254 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8da3cc5f-f2f9-43ac-8827-97d0d1518146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397367 Sep 16 08:10:10.375807 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-89aae128-9034-4d58-9e25-44439f9bb400 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884631 Sep 16 08:10:10.464741 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1e9902f-ca5c-4719-b626-8babcc9e1dd5 req-6c6b3ac6-f6fb-43b8-b41d-1a8af50164f6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823121 Sep 16 08:10:10.628912 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-45ec1376-96d4-410b-adae-b5647449d694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:10.808943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:10.811271 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4450539b-c2f0-4518-b5de-354205629eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:10.848593 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4992f99f-fecc-4733-83f9-8e10c2b547b5 x-openstack-request-id: req-4992f99f-fecc-4733-83f9-8e10c2b547b5 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:10.848910 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:10.849159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4992f99f-fecc-4733-83f9-8e10c2b547b5 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:10.849558 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4992f99f-fecc-4733-83f9-8e10c2b547b5'] response: {'name': 'network-changed', 'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'status': 'completed', 'code': 200} Sep 16 08:10:10.954293 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450539b-c2f0-4518-b5de-354205629eb9 req-3a4fcac7-6324-46f7-8df3-494562b51aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:10.955805 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4450539b-c2f0-4518-b5de-354205629eb9 req-3a4fcac7-6324-46f7-8df3-494562b51aef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5870af1bbad64b138178c47e4a571d81&device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 1129 time: 0.0424564 Sep 16 08:10:11.047375 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450539b-c2f0-4518-b5de-354205629eb9 req-d646f149-0488-415b-be98-4683ffe8c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:11.048800 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4450539b-c2f0-4518-b5de-354205629eb9 req-d646f149-0488-415b-be98-4683ffe8c633 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 200 len: 915 time: 0.0860579 Sep 16 08:10:11.090526 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4450539b-c2f0-4518-b5de-354205629eb9 req-266d5572-e638-4fd0-adf2-ed058404a272 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 200 len: 217 time: 0.0356951 Sep 16 08:10:11.136976 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450539b-c2f0-4518-b5de-354205629eb9 req-52361284-fe71-4baf-a4b7-fc9979169708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:11.138337 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4450539b-c2f0-4518-b5de-354205629eb9 req-52361284-fe71-4baf-a4b7-fc9979169708 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=df1eca2d-9304-495c-9ab2-a26b70fecdda HTTP/1.1" status: 200 len: 853 time: 0.0424790 Sep 16 08:10:11.180549 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450539b-c2f0-4518-b5de-354205629eb9 req-668697f7-8cc9-417c-9bbb-233f405a98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:11.182030 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4450539b-c2f0-4518-b5de-354205629eb9 req-668697f7-8cc9-417c-9bbb-233f405a98b3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8da3cc5f-f2f9-43ac-8827-97d0d1518146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377734 Sep 16 08:10:11.275035 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4450539b-c2f0-4518-b5de-354205629eb9 req-e60b509a-dcba-4c71-9155-a55babd89b41 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863719 Sep 16 08:10:11.357070 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:11.371130 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4450539b-c2f0-4518-b5de-354205629eb9 req-60cf9698-8994-4d4e-8d35-708c00810a07 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830646 Sep 16 08:10:12.112572 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:13.177737 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f430d6-9ffe-4415-9259-d48dae20d571 req-bb65f5d6-6f1e-457a-bdb2-bdb8be122053 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:13.179237 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-47f430d6-9ffe-4415-9259-d48dae20d571 req-bb65f5d6-6f1e-457a-bdb2-bdb8be122053 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0511978 Sep 16 08:10:13.227250 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-47f430d6-9ffe-4415-9259-d48dae20d571 req-7e72e353-91ce-4331-9bb6-22d1fd4c2cb3 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Sep 16 08:10:13.442062 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:13.464029 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758642d-2373-4bec-8d78-07d6d00c1851 req-d9a2ac91-10de-4c91-833b-639d237ea317 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:13.465490 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a758642d-2373-4bec-8d78-07d6d00c1851 req-d9a2ac91-10de-4c91-833b-639d237ea317 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0959136 Sep 16 08:10:13.485738 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:13.513083 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a758642d-2373-4bec-8d78-07d6d00c1851 req-aa9e7f5b-d389-4371-8434-9e17c8adbcbf tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 Sep 16 08:10:13.954185 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:14.405362 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d225dd8-c11c-4a98-bdba-665d575b3ffa req-fffcd395-8908-4cf3-94ed-0fc2ce58f22d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:14.406858 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2d225dd8-c11c-4a98-bdba-665d575b3ffa req-fffcd395-8908-4cf3-94ed-0fc2ce58f22d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0463228 Sep 16 08:10:14.455663 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2d225dd8-c11c-4a98-bdba-665d575b3ffa req-3d4d30b3-b7b0-4375-8c10-8bf7762d3b90 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Sep 16 08:10:14.636030 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427866e7-2940-4aec-9873-61f5990c3d3f req-67d9f8ed-d794-41f6-8221-08f7b2a87daf tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:14.637506 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-427866e7-2940-4aec-9873-61f5990c3d3f req-67d9f8ed-d794-41f6-8221-08f7b2a87daf tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0495927 Sep 16 08:10:14.684002 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-427866e7-2940-4aec-9873-61f5990c3d3f req-666827ca-5931-420c-883c-d279ec80f92e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Sep 16 08:10:15.577309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611056c-5561-4dab-9390-b828e1b76399 req-1b00fe60-7da5-4ed8-910a-6dcefd89333d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:15.578744 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5611056c-5561-4dab-9390-b828e1b76399 req-1b00fe60-7da5-4ed8-910a-6dcefd89333d tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Sep 16 08:10:15.625063 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5611056c-5561-4dab-9390-b828e1b76399 req-5b29fb7c-9794-484f-bb81-d9c21d888c6c tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Sep 16 08:10:15.803575 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830acb4-66bf-40ee-ba9b-ce91127c5d50 req-548d24de-bdc2-4103-a7ce-fda09619fbff tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:15.805030 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5830acb4-66bf-40ee-ba9b-ce91127c5d50 req-548d24de-bdc2-4103-a7ce-fda09619fbff tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0471101 Sep 16 08:10:15.851197 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5830acb4-66bf-40ee-ba9b-ce91127c5d50 req-5bcea1c6-998e-480a-aa5a-aac098b20455 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406716 Sep 16 08:10:16.790993 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2e53-cae9-4fa9-831d-e11e69eb4483 req-600d2b51-02f4-4956-8f76-106b8e951908 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:16.792428 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a5bc2e53-cae9-4fa9-831d-e11e69eb4483 req-600d2b51-02f4-4956-8f76-106b8e951908 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0941334 Sep 16 08:10:16.838560 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a5bc2e53-cae9-4fa9-831d-e11e69eb4483 req-3010c913-3618-4c3f-9ee2-3f6b5564a9f6 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400302 Sep 16 08:10:16.968225 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7836b1-6078-4085-98c6-3712bb77ca45 req-83c87d06-f7e8-4e8c-8e2b-620cc1195920 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:16.969655 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ad7836b1-6078-4085-98c6-3712bb77ca45 req-83c87d06-f7e8-4e8c-8e2b-620cc1195920 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0452659 Sep 16 08:10:16.994565 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:17.018907 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ad7836b1-6078-4085-98c6-3712bb77ca45 req-f73be7db-f532-4135-9e18-7f88d5e70f11 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Sep 16 08:10:17.535097 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-ecb56eee-9596-49fd-bb91-8eeb98cf50e2 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:17.536176 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-bb224931-7536-4ee5-bfb5-9243a4af2a49 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:17.536566 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-ecb56eee-9596-49fd-bb91-8eeb98cf50e2 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0468879 Sep 16 08:10:17.537642 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-bb224931-7536-4ee5-bfb5-9243a4af2a49 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0451255 Sep 16 08:10:17.553699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:17.627600 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Deleting port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:17.627949 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:17.632179 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Deleting port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:17.632516 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:17.721162 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] For port 800c16c0-6c80-47ad-8a9f-a60246ce9a01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=800c16c0-6c80-47ad-8a9f-a60246ce9a01,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:17.721408 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] For port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:17.721516 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:17.721615 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:17.735279 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Calling delete_port for 800c16c0-6c80-47ad-8a9f-a60246ce9a01 owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:17.959575 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:17.960147 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (cdfb0bcd-f6f1-403a-b30c-3d7796f88e10), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:17.960264 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Floating IP cdfb0bcd-f6f1-403a-b30c-3d7796f88e10 disassociated. External IP: 172.27.1.54, port: 8a64e1a8-08fe-42cc-84de-a5e3362d89fc. Sep 16 08:10:17.960553 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Calling delete_port for 8a64e1a8-08fe-42cc-84de-a5e3362d89fc owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:17.970070 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (800c16c0-6c80-47ad-8a9f-a60246ce9a01), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:17.980040 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438fa8f-5e29-45e7-9d8f-8a38ec50e858 req-2a9cfcfb-9ca4-4523-9221-4217db53df3f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:17.981507 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1438fa8f-5e29-45e7-9d8f-8a38ec50e858 req-2a9cfcfb-9ca4-4523-9221-4217db53df3f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 945 time: 0.0666976 Sep 16 08:10:17.997270 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Pushing event deleted for resources: {'Port': ['ID=800c16c0-6c80-47ad-8a9f-a60246ce9a01,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:18.023199 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['800c16c0-6c80-47ad-8a9f-a60246ce9a01'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:10:18.080105 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1438fa8f-5e29-45e7-9d8f-8a38ec50e858 req-20add53f-c946-4b38-87a3-143021723739 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=f15124a7-4d47-4f8f-83bc-b3632f8db578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693445 Sep 16 08:10:18.091944 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] No DVR routers for this DVR port 800c16c0-6c80-47ad-8a9f-a60246ce9a01 on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:18.101345 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:18.102928 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cec62689-a645-4bcb-b790-796a52d2ea16 req-9a7796cd-0c4f-4fac-8d20-abbd46cc761f tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.42 "DELETE /networking/v2.0/ports/800c16c0-6c80-47ad-8a9f-a60246ce9a01 HTTP/1.1" status: 204 len: 173 time: 0.5548797 Sep 16 08:10:18.103644 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'name': 'network-vif-deleted', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:18.107174 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e79fef-0151-4a33-9eab-7b381580c252" -d '{"events": [{"server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "name": "network-vif-deleted", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:18.136678 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:18.171796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ceeef-cdb4-4e63-91cb-ce78f27ed0af x-openstack-request-id: req-4b9ceeef-cdb4-4e63-91cb-ce78f27ed0af {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:18.171796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998c37d2-18ab-459f-a9d6-bf19c51fb695", "name": "network-vif-deleted", "tag": "800c16c0-6c80-47ad-8a9f-a60246ce9a01", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:18.171796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b9ceeef-cdb4-4e63-91cb-ce78f27ed0af {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:18.171796 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9ceeef-cdb4-4e63-91cb-ce78f27ed0af'] response: {'server_uuid': '998c37d2-18ab-459f-a9d6-bf19c51fb695', 'name': 'network-vif-deleted', 'tag': '800c16c0-6c80-47ad-8a9f-a60246ce9a01', 'status': 'completed', 'code': 200} Sep 16 08:10:18.196498 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462d5a2-8e00-41d0-bb08-a9f1baf0de45 req-b226757a-da51-4623-8eb4-e902cd304778 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:18.197996 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f462d5a2-8e00-41d0-bb08-a9f1baf0de45 req-b226757a-da51-4623-8eb4-e902cd304778 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 945 time: 0.0478458 Sep 16 08:10:18.218221 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (8a64e1a8-08fe-42cc-84de-a5e3362d89fc), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:18.227271 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:18.250960 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event deleted for resources: {'Port': ['ID=8a64e1a8-08fe-42cc-84de-a5e3362d89fc,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:18.262777 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.263125 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.263465 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.263801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.264131 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.264456 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.264972 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.265305 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f462d5a2-8e00-41d0-bb08-a9f1baf0de45 req-894045be-1cc9-4e53-8706-33d13367a950 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=710c2f77-7e7c-4544-b696-bcc19e2aabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593147 Sep 16 08:10:18.265788 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.266267 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.266492 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.266849 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.267177 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.267498 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.267821 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.268790 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:18.374307 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Router a3f10b12-42eb-4943-a69d-f1d758a83139 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:18.731896 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:18.744643 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] Sync routers for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:18.766217 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:18.769807 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:18.770498 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:18.778340 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] No DVR routers for this DVR port 8a64e1a8-08fe-42cc-84de-a5e3362d89fc on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:18.781576 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:18.784858 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a25533b0-1cd0-49e3-9d5d-89c7c4bde69d req-78aa5c66-b4bd-4f74-82d8-e386fc643480 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8a64e1a8-08fe-42cc-84de-a5e3362d89fc HTTP/1.1" status: 204 len: 173 time: 1.2365623 Sep 16 08:10:18.785350 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'name': 'network-vif-deleted', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:18.787598 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2512cfdc-7c52-4ae2-bdad-712c526dd1f9" -d '{"events": [{"server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "name": "network-vif-deleted", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:18.829484 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f8532f-ce92-405f-b6ce-9a018c646e11 x-openstack-request-id: req-e1f8532f-ce92-405f-b6ce-9a018c646e11 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:18.829884 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe69a551-c89a-4b4f-a026-5e23f39a1355", "name": "network-vif-deleted", "tag": "8a64e1a8-08fe-42cc-84de-a5e3362d89fc", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:18.830239 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1f8532f-ce92-405f-b6ce-9a018c646e11 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:18.830776 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f8532f-ce92-405f-b6ce-9a018c646e11'] response: {'server_uuid': 'fe69a551-c89a-4b4f-a026-5e23f39a1355', 'name': 'network-vif-deleted', 'tag': '8a64e1a8-08fe-42cc-84de-a5e3362d89fc', 'status': 'completed', 'code': 200} Sep 16 08:10:18.880823 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:18.907645 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:19.066975 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:19.091406 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] Checking router: a3f10b12-42eb-4943-a69d-f1d758a83139 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:19.099420 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:19.100001 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:19.198548 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:19.222309 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8e4bf9a3-4ebf-479b-8fde-ae5ddf46b798 req-b9f767c0-13ae-4dc8-9054-d7ab94420e68 tempest-TestMinimumBasicScenario-31467956 tempest-TestMinimumBasicScenario-31467956-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=998c37d2-18ab-459f-a9d6-bf19c51fb695 HTTP/1.1" status: 200 len: 210 time: 0.0294495 Sep 16 08:10:19.345943 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:19.366488 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-72d294df-ba92-44e6-b9f1-de0d77bb92ab req-7f4a8bb0-ad38-42a3-9d27-8bddf8fb7267 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe69a551-c89a-4b4f-a026-5e23f39a1355 HTTP/1.1" status: 200 len: 210 time: 0.0289235 Sep 16 08:10:19.393782 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:19.422128 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7eb74a-eb97-4244-ba3e-f8411162076b None None] The sync data for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi is: [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:19.659820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01276a59-4e87-4648-9d95-ca60d4e616e5 None None] New status for floating IP cdfb0bcd-f6f1-403a-b30c-3d7796f88e10: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:10:20.570278 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54320) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:20.625552 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5250d0e4-291b-4b93-99a7-3db82374e43a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (710c2f77-7e7c-4544-b696-bcc19e2aabc5), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:20.647572 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5250d0e4-291b-4b93-99a7-3db82374e43a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (710c2f77-7e7c-4544-b696-bcc19e2aabc5), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:20.748592 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5250d0e4-291b-4b93-99a7-3db82374e43a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (710c2f77-7e7c-4544-b696-bcc19e2aabc5), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:20.751201 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5250d0e4-291b-4b93-99a7-3db82374e43a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:20.753888 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5250d0e4-291b-4b93-99a7-3db82374e43a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/710c2f77-7e7c-4544-b696-bcc19e2aabc5 HTTP/1.1" status: 204 len: 168 time: 0.1810553 Sep 16 08:10:20.755416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54322) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:20.762143 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250d0e4-291b-4b93-99a7-3db82374e43a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710c2f77-7e7c-4544-b696-bcc19e2aabc5,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:20.769922 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.api.v2.resource [None req-72d1973a-3816-49e3-9232-36431ce3146b tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] show failed (client error): The resource could not be found. Sep 16 08:10:20.771047 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-72d1973a-3816-49e3-9232-36431ce3146b tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups/710c2f77-7e7c-4544-b696-bcc19e2aabc5 HTTP/1.1" status: 404 len: 347 time: 0.0146172 Sep 16 08:10:20.773896 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54324) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:20.883124 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Deleting port 563d3784-84ff-466f-bd01-4477950e025a {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:20.883383 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (563d3784-84ff-466f-bd01-4477950e025a), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:20.961739 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (563d3784-84ff-466f-bd01-4477950e025a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:20.962065 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (563d3784-84ff-466f-bd01-4477950e025a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:20.974454 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Calling delete_port for 563d3784-84ff-466f-bd01-4477950e025a owned by network:floatingip {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:21.181373 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (563d3784-84ff-466f-bd01-4477950e025a), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.188730 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 800c16c0-6c80-47ad-8a9f-a60246ce9a01 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:21.204547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event deleted for resources: {'Port': ['ID=563d3784-84ff-466f-bd01-4477950e025a,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:21.212756 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 800c16c0-6c80-47ad-8a9f-a60246ce9a01 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:21.213106 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 800c16c0-6c80-47ad-8a9f-a60246ce9a01 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:21.214244 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8a64e1a8-08fe-42cc-84de-a5e3362d89fc no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:21.233901 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 8a64e1a8-08fe-42cc-84de-a5e3362d89fc {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:21.234247 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8a64e1a8-08fe-42cc-84de-a5e3362d89fc not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:21.269380 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (cdfb0bcd-f6f1-403a-b30c-3d7796f88e10), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.271868 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.273037 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7d3c53da-cf75-4cd4-984c-cb94c86262ae tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/cdfb0bcd-f6f1-403a-b30c-3d7796f88e10 HTTP/1.1" status: 204 len: 168 time: 0.4981401 Sep 16 08:10:21.426504 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54338) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:21.431199 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-29a7e658-db65-448b-9bea-e72253d2c43c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774547486', 'description': 'tempest-description--1309909458'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:21.515017 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29a7e658-db65-448b-9bea-e72253d2c43c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.588310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29a7e658-db65-448b-9bea-e72253d2c43c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (0d1efcb6-5763-4889-9052-7bb8b3d6390f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.640202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29a7e658-db65-448b-9bea-e72253d2c43c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (0d1efcb6-5763-4889-9052-7bb8b3d6390f), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.671590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7e658-db65-448b-9bea-e72253d2c43c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1efcb6-5763-4889-9052-7bb8b3d6390f,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:21.710928 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29a7e658-db65-448b-9bea-e72253d2c43c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.712183 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-29a7e658-db65-448b-9bea-e72253d2c43c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2845175 Sep 16 08:10:21.715644 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54354) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:21.719992 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-d45ca2ba-0a15-43f4-af02-6dde78c475aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'security_group_rule': {'security_group_id': '0d1efcb6-5763-4889-9052-7bb8b3d6390f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:21.828475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d45ca2ba-0a15-43f4-af02-6dde78c475aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (cae09d3d-0f0e-4ea6-b230-9b0738ad9e0f), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.867047 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.869008 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:21.882061 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:21.884120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d45ca2ba-0a15-43f4-af02-6dde78c475aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (cae09d3d-0f0e-4ea6-b230-9b0738ad9e0f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:21.986726 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d45ca2ba-0a15-43f4-af02-6dde78c475aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (cae09d3d-0f0e-4ea6-b230-9b0738ad9e0f), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.004997 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ca2ba-0a15-43f4-af02-6dde78c475aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae09d3d-0f0e-4ea6-b230-9b0738ad9e0f,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:22.076913 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d45ca2ba-0a15-43f4-af02-6dde78c475aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.078121 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d45ca2ba-0a15-43f4-af02-6dde78c475aa tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615417 Sep 16 08:10:22.080854 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54368) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:22.085196 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-6ba24cae-5736-4bf7-a551-5ac69fc4e259 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'security_group_rule': {'security_group_id': '0d1efcb6-5763-4889-9052-7bb8b3d6390f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:22.197845 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ba24cae-5736-4bf7-a551-5ac69fc4e259 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (f8cd439f-23bc-4860-a484-1cee91a0341c), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.252581 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ba24cae-5736-4bf7-a551-5ac69fc4e259 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (f8cd439f-23bc-4860-a484-1cee91a0341c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.387515 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ba24cae-5736-4bf7-a551-5ac69fc4e259 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (f8cd439f-23bc-4860-a484-1cee91a0341c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.403602 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba24cae-5736-4bf7-a551-5ac69fc4e259 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cd439f-23bc-4860-a484-1cee91a0341c,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:22.498050 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6ba24cae-5736-4bf7-a551-5ac69fc4e259 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.499299 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6ba24cae-5736-4bf7-a551-5ac69fc4e259 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4174201 Sep 16 08:10:22.502198 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54376) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:22.506354 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:22.592923 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.678113 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:22.795370 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Allocated IP 172.27.1.3 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/96c9d957-14b4-401a-820a-c31c0d16c5e1) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:10:22.810884 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54378) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:22.960022 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:22.980892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.156319 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.157944 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:23.212977 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:10:23.220229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:10:23.239200 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:10:23.263343 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'Port': ['ID=96c9d957-14b4-401a-820a-c31c0d16c5e1,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:23.281371 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (3d62e449-0f2b-441f-8649-345b136c4b3d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.421108 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (90854f81-a472-43a1-88c9-b1f4f63a4b37), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.536280 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-2b8b08c3-aac8-43a8-80db-8dc9293bafb8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837741 Sep 16 08:10:23.545467 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.697875 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:23.711558 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Deleting port f82c3191-b6b3-4bc4-bf94-d07129f24fb2 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:23.711892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.715737 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-477bdda4-1b49-4e27-8478-7b18eb400521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:23.717264 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-477bdda4-1b49-4e27-8478-7b18eb400521 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f143f731c6cc4b38ba979827cd390f77&device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 1129 time: 0.1118302 Sep 16 08:10:23.900100 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.907697 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] For port f82c3191-b6b3-4bc4-bf94-d07129f24fb2, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:23.908048 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:23.933880 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Calling delete_port for f82c3191-b6b3-4bc4-bf94-d07129f24fb2 owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:23.944879 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-f0b0716f-2fc7-4305-92cf-4513e288ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:23.946349 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-f0b0716f-2fc7-4305-92cf-4513e288ba7b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 200 len: 919 time: 0.1802311 Sep 16 08:10:23.983906 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:24.033977 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:24.056243 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-95fe118f-2339-4f98-bd8e-bc9b73b2ee59 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 200 len: 217 time: 0.0791829 Sep 16 08:10:24.126786 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (90854f81-a472-43a1-88c9-b1f4f63a4b37), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:24.139239 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'Port': ['ID=96c9d957-14b4-401a-820a-c31c0d16c5e1,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:24.189058 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-1dc39cb0-4de0-44c1-8ebd-2fa4a0d67b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:24.190562 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-1dc39cb0-4de0-44c1-8ebd-2fa4a0d67b53 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 200 len: 857 time: 0.1167974 Sep 16 08:10:24.245426 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:24.247107 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-3cb1e672-cae6-4a98-9876-6ec0382c9f95 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7439435 Sep 16 08:10:24.254594 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-bd2dd6d0-c308-4624-bf6b-a557b7b3684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:24.256387 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-bd2dd6d0-c308-4624-bf6b-a557b7b3684c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=24df6cf0-63a8-4e5b-a9ad-1254d9c28362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577507 Sep 16 08:10:24.387065 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-08193536-d535-4f86-84c3-657470c4c933 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231787 Sep 16 08:10:24.411207 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:24.448713 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (f82c3191-b6b3-4bc4-bf94-d07129f24fb2), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:24.493440 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Pushing event deleted for resources: {'Port': ['ID=f82c3191-b6b3-4bc4-bf94-d07129f24fb2,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:24.825090 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-4689c092-8a82-48b7-9588-172046333420 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1774547486&fields=id&tenant_id=45838a0f741e485e8f424375c6d0d489 HTTP/1.1" status: 200 len: 267 time: 0.4125841 Sep 16 08:10:24.851065 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52aed0f4-ee25-4f43-82fe-b50c08373f0a req-a8d278b8-dce1-4364-ab64-eaf78d80bde4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576745 Sep 16 08:10:25.014978 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-461786db-84d6-4fee-8cf0-aa6cbfe2107e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:25.016418 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-461786db-84d6-4fee-8cf0-aa6cbfe2107e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 811 time: 0.1830223 Sep 16 08:10:25.040117 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-675c2a5a-34d3-435c-902f-f4b564031d51 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/quotas/45838a0f741e485e8f424375c6d0d489 HTTP/1.1" status: 200 len: 375 time: 0.0170956 Sep 16 08:10:25.040813 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (3d62e449-0f2b-441f-8649-345b136c4b3d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:25.059777 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:25.132735 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-8a82dd30-41a3-4ec1-a088-a7f4b623d149 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860994 Sep 16 08:10:25.313164 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-c8d36ea0-2a43-489b-ab40-5fcfdfe6c03c service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451499 Sep 16 08:10:25.419540 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Router 3d62e449-0f2b-441f-8649-345b136c4b3d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:25.456850 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-f7fe90a5-0e97-4810-b5a2-736e8d896a00 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177130 Sep 16 08:10:25.548698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:25.556517 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4fcaf51d-fc6f-4f8d-8bef-e5c6dd78c709 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3d62e449-0f2b-441f-8649-345b136c4b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420752 Sep 16 08:10:25.556645 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54392) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:25.557338 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] Sync routers for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:25.568285 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:25.568884 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:25.647031 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:25.658827 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks [] for router (3d62e449-0f2b-441f-8649-345b136c4b3d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:25.670505 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:25.740271 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-33c2fb19-5fe4-4810-9424-737f70543be4 req-8fa3bdef-a2e7-4630-8534-108d7c273989 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Sep 16 08:10:25.792271 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks [] for router_gateway (3d62e449-0f2b-441f-8649-345b136c4b3d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:25.863943 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:10:24Z', 'revision_number': 5, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port': {'id': '35875d9a-ce47-4e8f-ae62-950348fbe039', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:46Z', 'updated_at': '2022-09-16T08:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:25.871875 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Deleting port 35875d9a-ce47-4e8f-ae62-950348fbe039 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:25.872220 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:25.892671 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] Checking router: 3d62e449-0f2b-441f-8649-345b136c4b3d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:25.901078 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] Routers {'3d62e449-0f2b-441f-8649-345b136c4b3d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:25.901680 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3d62e449-0f2b-441f-8649-345b136c4b3d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:25.955145 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] For port 35875d9a-ce47-4e8f-ae62-950348fbe039, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=35875d9a-ce47-4e8f-ae62-950348fbe039,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:25.955645 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:25.968680 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Calling delete_port for 35875d9a-ce47-4e8f-ae62-950348fbe039 owned by network:router_gateway {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:25.981478 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] Set router 3d62e449-0f2b-441f-8649-345b136c4b3d gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:25.983006 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:26.032792 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:10:25Z', 'revision_number': 6, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:26.076479 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:26.077128 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb15c89-29c8-4ce3-8ac1-1ab9ea421b9b None None] The sync data for ids ['3d62e449-0f2b-441f-8649-345b136c4b3d'] in dv-cinder-740146-20-iscsi is: [{'id': '3d62e449-0f2b-441f-8649-345b136c4b3d', 'name': 'tempest-TestMinimumBasicScenario-903710420-router', 'tenant_id': '5870af1bbad64b138178c47e4a571d81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:45Z', 'updated_at': '2022-09-16T08:10:25Z', 'revision_number': 6, 'project_id': '5870af1bbad64b138178c47e4a571d81', 'gw_port_host': None}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:26.232812 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (35875d9a-ce47-4e8f-ae62-950348fbe039), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.260908 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Pushing event deleted for resources: {'Port': ['ID=35875d9a-ce47-4e8f-ae62-950348fbe039,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:26.321711 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (3d62e449-0f2b-441f-8649-345b136c4b3d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.419385 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (3d62e449-0f2b-441f-8649-345b136c4b3d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.421930 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks [] for router_controller (3d62e449-0f2b-441f-8649-345b136c4b3d), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.559391 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (3d62e449-0f2b-441f-8649-345b136c4b3d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.560017 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d62e449-0f2b-441f-8649-345b136c4b3d {{(pid=106810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:10:26.564853 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.565810 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c8c162c9-8cf8-4750-9a3a-474827ca849e admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/3d62e449-0f2b-441f-8649-345b136c4b3d HTTP/1.1" status: 204 len: 168 time: 1.0081847 Sep 16 08:10:26.568442 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54406) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:26.612288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] Deleting subnet df1eca2d-9304-495c-9ab2-a26b70fecdda {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:10:26.615521 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] Publish callbacks [] for subnet (df1eca2d-9304-495c-9ab2-a26b70fecdda), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.650763 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (df1eca2d-9304-495c-9ab2-a26b70fecdda), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.677125 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:26.756662 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (df1eca2d-9304-495c-9ab2-a26b70fecdda), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.833413 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a19394ee-02a8-4c49-a317-9d4d7395f39c req-76033a9f-3b82-428b-bb5c-955628af349e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Sep 16 08:10:26.919497 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (df1eca2d-9304-495c-9ab2-a26b70fecdda), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.947428 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1eca2d-9304-495c-9ab2-a26b70fecdda,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:26.952418 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:26.957363 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-805bc73f-7214-47e9-91a2-74d0cbc50250 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/df1eca2d-9304-495c-9ab2-a26b70fecdda HTTP/1.1" status: 204 len: 168 time: 0.3868313 Sep 16 08:10:26.957901 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c915c-5910-4f6e-931a-8ab054e25277 None None] Network 8da3cc5f-f2f9-43ac-8827-97d0d1518146 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:10:26.958936 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54410) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:27.035455 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (8da3cc5f-f2f9-43ac-8827-97d0d1518146), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.081122 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Deleting port 1faa4432-65e6-4b78-8332-de6aa99ddb72 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:27.081740 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.129196 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] DHCP port deletion for 8da3cc5f-f2f9-43ac-8827-97d0d1518146 request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:10:27.169877 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] Deleting port 1faa4432-65e6-4b78-8332-de6aa99ddb72 {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:27.172536 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.172800 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] For port 1faa4432-65e6-4b78-8332-de6aa99ddb72, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1faa4432-65e6-4b78-8332-de6aa99ddb72,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:27.173172 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.189930 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Calling delete_port for 1faa4432-65e6-4b78-8332-de6aa99ddb72 owned by network:dhcp {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:27.244632 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device f82c3191-b6b3-4bc4-bf94-d07129f24fb2 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:27.254874 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:27.261490 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:27.282321 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: f82c3191-b6b3-4bc4-bf94-d07129f24fb2 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:27.282669 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device f82c3191-b6b3-4bc4-bf94-d07129f24fb2 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:27.284913 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 35875d9a-ce47-4e8f-ae62-950348fbe039 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:27.290863 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] For port 1faa4432-65e6-4b78-8332-de6aa99ddb72, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1faa4432-65e6-4b78-8332-de6aa99ddb72,segment=NetworkSegment(ba96fbb8-a864-474b-9b5f-26d7354a0ef7),segment_id=ba96fbb8-a864-474b-9b5f-26d7354a0ef7)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:27.294566 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.315567 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 35875d9a-ce47-4e8f-ae62-950348fbe039 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:27.315910 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 35875d9a-ce47-4e8f-ae62-950348fbe039 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:27.316316 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1faa4432-65e6-4b78-8332-de6aa99ddb72 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:27.321725 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] Calling delete_port for 1faa4432-65e6-4b78-8332-de6aa99ddb72 owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:27.383012 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.413330 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1faa4432-65e6-4b78-8332-de6aa99ddb72,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:27.417451 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] No DVR routers for this DVR port 1faa4432-65e6-4b78-8332-de6aa99ddb72 on host dv-cinder-740146-20-iscsi {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:27.494324 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (8da3cc5f-f2f9-43ac-8827-97d0d1518146), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.517530 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da3cc5f-f2f9-43ac-8827-97d0d1518146']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:27.528822 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No active binding found for port 1faa4432-65e6-4b78-8332-de6aa99ddb72 {{(pid=106811) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 16 08:10:27.528997 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:27.529243 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] The host dv-cinder-740146-20-iscsi is not matching for port 1faa4432-65e6-4b78-8332-de6aa99ddb72 host None! {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 16 08:10:27.529348 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba96fbb8-a864-474b-9b5f-26d7354a0ef7') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:27.529624 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1faa4432-65e6-4b78-8332-de6aa99ddb72 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:27.540787 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (ba96fbb8-a864-474b-9b5f-26d7354a0ef7), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.556899 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ba96fbb8-a864-474b-9b5f-26d7354a0ef7), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.563708 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:10:27.564101 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (ba96fbb8-a864-474b-9b5f-26d7354a0ef7), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.567267 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (1faa4432-65e6-4b78-8332-de6aa99ddb72), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.591940 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] Pushing event deleted for resources: {'Port': ['ID=1faa4432-65e6-4b78-8332-de6aa99ddb72,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:27.599007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a4a9a-8599-4cf3-a7ae-fe67fade5359 None None] No DVR routers for this DVR port 1faa4432-65e6-4b78-8332-de6aa99ddb72 on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:27.610909 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment ba96fbb8-a864-474b-9b5f-26d7354a0ef7 resource provider aggregate not found Sep 16 08:10:27.631809 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment ba96fbb8-a864-474b-9b5f-26d7354a0ef7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba96fbb8-a864-474b-9b5f-26d7354a0ef7 found for delete ", "request_id": "req-e4a52d13-1ff3-471c-87e3-a8b9cead79c6"}]} Sep 16 08:10:27.720036 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (8da3cc5f-f2f9-43ac-8827-97d0d1518146), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.729721 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:27.734143 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/8da3cc5f-f2f9-43ac-8827-97d0d1518146 HTTP/1.1" status: 204 len: 168 time: 0.7719107 Sep 16 08:10:27.737384 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54418) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:27.746261 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc264-e656-45c3-8de7-6cbec9b65c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=8da3cc5f-f2f9-43ac-8827-97d0d1518146,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:27.934611 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:27.956136 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-487d2755-2158-412d-b1c8-b49db05074ce req-138e24f5-0f33-4545-98bb-553d0f67ca0e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 210 time: 0.0424709 Sep 16 08:10:28.142817 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:28.361683 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-9d7b210d-4384-4131-a41d-8893f7a88198 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:28.363272 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-9d7b210d-4384-4131-a41d-8893f7a88198 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 811 time: 0.1081581 Sep 16 08:10:28.411996 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Deleting port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:28.412335 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:28.465861 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:28.483738 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-87957eb2-fe15-4f24-ab3d-97a47b4c2dfc tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45838a0f741e485e8f424375c6d0d489 HTTP/1.1" status: 200 len: 380 time: 0.1036115 Sep 16 08:10:28.496804 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] For port bbd9bc4a-4b77-4f57-8cd9-941b61951ecf, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,segment=NetworkSegment(5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a),segment_id=5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:28.497006 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'port': {'device_id': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'admin_state_up': True, 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'security_groups': ['0d1efcb6-5763-4889-9052-7bb8b3d6390f']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:28.497160 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:28.510353 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Calling delete_port for bbd9bc4a-4b77-4f57-8cd9-941b61951ecf owned by network:router_interface {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:28.579120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:28.650910 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Made reservation on behalf of 45838a0f741e485e8f424375c6d0d489 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:10:28.650910 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:28.752734 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (bbd9bc4a-4b77-4f57-8cd9-941b61951ecf), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:28.775097 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd9bc4a-4b77-4f57-8cd9-941b61951ecf,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:28.777830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Allocated IP 172.20.0.13 (f6b86e2a-3872-426c-a67d-323df7f17364/05e81105-9c00-46fd-b4f6-8c785b577b56/ed18c377-ec53-4436-81b8-4ffcc88a10c0) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:10:28.785160 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.785509 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.785846 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.786183 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.786511 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.786864 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.787770 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.787770 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.787925 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.788187 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.788443 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.788744 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.789057 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.789371 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.789684 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:10:28.905673 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:28.925906 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:28.962709 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.029558 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.103713 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:29.111415 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Network f6b86e2a-3872-426c-a67d-323df7f17364 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:10:29.117986 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:10:29.125288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12906a-2164-4ac2-bf4c-29d7a20c584a req-da013bf5-9189-4a67-b746-db9358106d0c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:29.126724 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ff12906a-2164-4ac2-bf4c-29d7a20c584a req-da013bf5-9189-4a67-b746-db9358106d0c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 932 time: 0.0848820 Sep 16 08:10:29.127892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:10:29.131187 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event updated for resources: {'Port': ['ID=ed18c377-ec53-4436-81b8-4ffcc88a10c0,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:29.178923 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:29.404183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Provisioning complete for port ed18c377-ec53-4436-81b8-4ffcc88a10c0 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:10:29.404756 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.405349 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Attempt 1 to provision port ed18c377-ec53-4436-81b8-4ffcc88a10c0 Sep 16 08:10:29.439760 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Port ed18c377-ec53-4436-81b8-4ffcc88a10c0 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:10:29.476003 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:29.476610 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.495748 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ff12906a-2164-4ac2-bf4c-29d7a20c584a req-1e8c5ee0-0ecf-4f62-97c0-1df9cc337d52 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712101 Sep 16 08:10:29.539108 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:29.544017 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-6fda0dae-f915-427c-bb8f-f5396a94286b admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055472 Sep 16 08:10:29.546560 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54432) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:29.549006 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] Sync routers for ids ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:29.560095 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] Routers {'0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:29.560725 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:29.561806 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-6208b8d2-1f2f-40d7-ace5-44d7e98445b2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0704496 Sep 16 08:10:29.582418 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Request body: {'port': {'device_id': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:29.645075 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.647725 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks [] for router (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.666589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] Set router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:29.736399 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:29.757686 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks [] for router_gateway (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.767301 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:29.802194 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:29.847112 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:10:28Z', 'revision_number': 5, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port': {'id': 'a2ec030c-efc7-4f31-bc94-ce412e4e3820', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:57Z', 'updated_at': '2022-09-16T08:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:29.874205 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] Checking router: 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:29.882968 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] Routers {'0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:29.883589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:29.887067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Deleting port a2ec030c-efc7-4f31-bc94-ce412e4e3820 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:29.887405 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.909354 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed18c377-ec53-4436-81b8-4ffcc88a10c0 {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:10:29.916919 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Publish callbacks [] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.930649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Transition to ACTIVE for port object ed18c377-ec53-4436-81b8-4ffcc88a10c0 will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:10:29.950664 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Attempt 2 to provision port ed18c377-ec53-4436-81b8-4ffcc88a10c0 Sep 16 08:10:29.975009 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] For port a2ec030c-efc7-4f31-bc94-ce412e4e3820, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=a2ec030c-efc7-4f31-bc94-ce412e4e3820,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:29.977747 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.988889 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Calling delete_port for a2ec030c-efc7-4f31-bc94-ce412e4e3820 owned by network:router_gateway {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:29.994890 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:29.999999 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] Set router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b gateway port host: None {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:30.001730 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Port ed18c377-ec53-4436-81b8-4ffcc88a10c0 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:10:30.034595 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:30.052978 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:10:29Z', 'revision_number': 6, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:30.079931 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cecaee-908e-47de-8eaa-60e27f6581a1 None None] The sync data for ids ['0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b'] in dv-cinder-740146-20-iscsi is: [{'id': '0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b', 'name': 'tempest-TestMinimumBasicScenario-1654861090-router', 'tenant_id': 'd5e9862850ba48d286fe4c4e52be7891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:56Z', 'updated_at': '2022-09-16T08:10:29Z', 'revision_number': 6, 'project_id': 'd5e9862850ba48d286fe4c4e52be7891', 'gw_port_host': None}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:30.087010 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed18c377-ec53-4436-81b8-4ffcc88a10c0,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:30.126110 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Attempting to bind port ed18c377-ec53-4436-81b8-4ffcc88a10c0 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:10:30.126599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Attempting to bind port ed18c377-ec53-4436-81b8-4ffcc88a10c0 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:10:30.127027 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Attempting to bind port ed18c377-ec53-4436-81b8-4ffcc88a10c0 on network f6b86e2a-3872-426c-a67d-323df7f17364 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:10:30.157599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:30.171243 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Port ed18c377-ec53-4436-81b8-4ffcc88a10c0 on network f6b86e2a-3872-426c-a67d-323df7f17364 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:10:30.171573 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Attempting to bind port ed18c377-ec53-4436-81b8-4ffcc88a10c0 on network f6b86e2a-3872-426c-a67d-323df7f17364 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:10:30.215147 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:10:30.215497 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Checking segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:10:30.215876 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Bound using segment: {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:10:30.216309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Bound port: ed18c377-ec53-4436-81b8-4ffcc88a10c0, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583edb01-b273-4e13-808e-5c242e8e340a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:10:30.216662 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.250744 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (a2ec030c-efc7-4f31-bc94-ce412e4e3820), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.284580 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ec030c-efc7-4f31-bc94-ce412e4e3820,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:30.287559 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] For port ed18c377-ec53-4436-81b8-4ffcc88a10c0, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:10:30.291162 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] For port ed18c377-ec53-4436-81b8-4ffcc88a10c0, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ed18c377-ec53-4436-81b8-4ffcc88a10c0,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:10:30.340115 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.376351 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.380599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:30.381266 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.382626 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ed18c377-ec53-4436-81b8-4ffcc88a10c0 HTTP/1.1" status: 200 len: 1094 time: 0.8046033 Sep 16 08:10:30.383283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:30.385575 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b162960d-e526-44a4-80bb-a29029817246" -d '{"events": [{"name": "network-changed", "server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:30.428749 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff0bcc-dac9-4ac4-9413-353975392f04 x-openstack-request-id: req-5aff0bcc-dac9-4ac4-9413-353975392f04 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:30.428961 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.429161 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:30.429479 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aff0bcc-dac9-4ac4-9413-353975392f04 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:30.429939 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aff0bcc-dac9-4ac4-9413-353975392f04'] response: {'name': 'network-changed', 'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'status': 'completed', 'code': 200} Sep 16 08:10:30.431230 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks [] for router_controller (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.442643 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4d087-6e34-4829-80a3-dcdf172cb1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed18c377-ec53-4436-81b8-4ffcc88a10c0,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:30.503488 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Attempt 3 to provision port ed18c377-ec53-4436-81b8-4ffcc88a10c0 Sep 16 08:10:30.525544 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162960d-e526-44a4-80bb-a29029817246 req-e08f2877-80fd-45fe-bd57-ece1560b7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:30.527206 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b162960d-e526-44a4-80bb-a29029817246 req-e08f2877-80fd-45fe-bd57-ece1560b7aa0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 1128 time: 0.0391557 Sep 16 08:10:30.544308 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-90f7764d-e99d-4af8-8863-56ec13eaf1d2 None None] Port ed18c377-ec53-4436-81b8-4ffcc88a10c0 had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:10:30.555062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.556015 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b {{(pid=106809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:10:30.565029 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.566378 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54440) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:30.567342 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b0bc637e-9995-45f3-96a4-231fae8059b5 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/0d2e5d9a-4e0f-48d1-a89b-58b3ddc6a00b HTTP/1.1" status: 204 len: 168 time: 1.0197988 Sep 16 08:10:30.702034 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] Deleting subnet f03a39b1-6368-49d0-967a-6646e3c2dc08 {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:10:30.712592 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0487-ec6b-4112-b98c-d3c26f942d25 req-88a2c7c0-db4c-49e3-95f9-d66cfa2cf544 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:30.714052 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-54fc0487-ec6b-4112-b98c-d3c26f942d25 req-88a2c7c0-db4c-49e3-95f9-d66cfa2cf544 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 944 time: 0.1082082 Sep 16 08:10:30.714740 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] Publish callbacks [] for subnet (f03a39b1-6368-49d0-967a-6646e3c2dc08), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.761379 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162960d-e526-44a4-80bb-a29029817246 req-599df273-c3aa-451f-8fc8-8adc026d0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:30.763408 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b162960d-e526-44a4-80bb-a29029817246 req-599df273-c3aa-451f-8fc8-8adc026d0e5c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=45838a0f741e485e8f424375c6d0d489&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2218580 Sep 16 08:10:30.787500 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (f03a39b1-6368-49d0-967a-6646e3c2dc08), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.888569 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-54fc0487-ec6b-4112-b98c-d3c26f942d25 req-a247fe0b-44cb-47de-909a-16c9dc1fa117 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528730 Sep 16 08:10:30.919329 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:30.950851 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (f03a39b1-6368-49d0-967a-6646e3c2dc08), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:30.975812 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162960d-e526-44a4-80bb-a29029817246 req-f3903d2f-6515-4493-a6c2-f0487182a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:30.977316 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b162960d-e526-44a4-80bb-a29029817246 req-f3903d2f-6515-4493-a6c2-f0487182a749 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2040927 Sep 16 08:10:31.087425 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (f03a39b1-6368-49d0-967a-6646e3c2dc08), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.101663 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-3db64142-936e-4404-a862-d21d70069567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:31.101663 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-3db64142-936e-4404-a862-d21d70069567 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 1128 time: 0.0503709 Sep 16 08:10:31.122907 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03a39b1-6368-49d0-967a-6646e3c2dc08,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:31.125972 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.129016 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e66e300a-6b17-473b-a39c-6e4d89f95024 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/f03a39b1-6368-49d0-967a-6646e3c2dc08 HTTP/1.1" status: 204 len: 168 time: 0.5616596 Sep 16 08:10:31.129561 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cca868-dabc-4d0d-bcd0-18f779dc893c None None] Network 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:10:31.131589 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54442) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:31.173874 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-a0f1a30b-b7ed-4935-9144-01356da06a47 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed18c377-ec53-4436-81b8-4ffcc88a10c0 HTTP/1.1" status: 200 len: 217 time: 0.0588455 Sep 16 08:10:31.237511 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device a2ec030c-efc7-4f31-bc94-ce412e4e3820 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:31.258133 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: a2ec030c-efc7-4f31-bc94-ce412e4e3820 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:31.258133 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device a2ec030c-efc7-4f31-bc94-ce412e4e3820 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:31.258416 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device bbd9bc4a-4b77-4f57-8cd9-941b61951ecf no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:31.265459 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (1e92da95-84fb-40e0-aebf-bcc30ebf0cf6), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.274397 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-c7c38d01-31df-43f1-b21c-fd11ba36fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:31.275937 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-c7c38d01-31df-43f1-b21c-fd11ba36fb65 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.0713291 Sep 16 08:10:31.277361 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: bbd9bc4a-4b77-4f57-8cd9-941b61951ecf {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:31.277932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device bbd9bc4a-4b77-4f57-8cd9-941b61951ecf not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:31.295915 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] DHCP port deletion for 1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:10:31.302985 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:31.309585 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:31.336918 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] Deleting port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:31.337294 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.348038 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Deleting port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:31.348309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.351445 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-0526e0d0-0b37-416e-ab62-ec035a5cb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:31.352913 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-0526e0d0-0b37-416e-ab62-ec035a5cb2e4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680809 Sep 16 08:10:31.400580 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] For port 8bb6335c-e827-4c60-b71e-8ffda214c3a2, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=8bb6335c-e827-4c60-b71e-8ffda214c3a2,segment=NetworkSegment(5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a),segment_id=5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:31.400974 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.414312 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] Calling delete_port for 8bb6335c-e827-4c60-b71e-8ffda214c3a2 owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:31.466761 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] For port 8bb6335c-e827-4c60-b71e-8ffda214c3a2, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=8bb6335c-e827-4c60-b71e-8ffda214c3a2,segment=NetworkSegment(5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a),segment_id=5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:31.467129 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.486744 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Calling delete_port for 8bb6335c-e827-4c60-b71e-8ffda214c3a2 owned by network:dhcp {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:31.518354 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-09348490-d9a3-4c39-9705-9e2633e27f20 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556513 Sep 16 08:10:31.583041 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.609076 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] Pushing event deleted for resources: {'Port': ['ID=8bb6335c-e827-4c60-b71e-8ffda214c3a2,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:31.612700 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0352872-ca14-4b6f-8304-28802c14c913 None None] No DVR routers for this DVR port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:31.659588 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-397f19c0-233e-42d9-b629-dd3bdf5ea721 req-3c1f9438-85d2-4be0-a9e2-b30c157b3edd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156266 Sep 16 08:10:31.660290 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (8bb6335c-e827-4c60-b71e-8ffda214c3a2), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.685547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb6335c-e827-4c60-b71e-8ffda214c3a2,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:31.687402 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] No DVR routers for this DVR port 8bb6335c-e827-4c60-b71e-8ffda214c3a2 on host dv-cinder-740146-20-iscsi {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:31.760546 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (1e92da95-84fb-40e0-aebf-bcc30ebf0cf6), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.781920 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e92da95-84fb-40e0-aebf-bcc30ebf0cf6']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:31.791254 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:31.791554 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:31.801195 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.814312 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.820713 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:10:31.821093 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.825954 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:31.864289 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a resource provider aggregate not found Sep 16 08:10:31.882759 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5601ee50-ef45-4f5f-b985-b4c1dd4e9d4a found for delete ", "request_id": "req-3f281274-20fa-4aa4-984c-8905943300bf"}]} Sep 16 08:10:31.947034 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (1e92da95-84fb-40e0-aebf-bcc30ebf0cf6), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.955781 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:31.959314 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/1e92da95-84fb-40e0-aebf-bcc30ebf0cf6 HTTP/1.1" status: 204 len: 168 time: 0.8268261 Sep 16 08:10:31.971330 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb745e-6e49-43a1-a1e6-f93c2d3fb72f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e92da95-84fb-40e0-aebf-bcc30ebf0cf6,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:32.017338 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e83f1-8063-459c-b892-eb19ffc1bc37 req-5d7c5ea7-b57c-44fe-bd7a-cbc3264c5b2f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:32.018858 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf0e83f1-8063-459c-b892-eb19ffc1bc37 req-5d7c5ea7-b57c-44fe-bd7a-cbc3264c5b2f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 944 time: 0.0496743 Sep 16 08:10:32.068582 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf0e83f1-8063-459c-b892-eb19ffc1bc37 req-5c039b5d-7836-4fc1-92f6-3093d6797760 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Sep 16 08:10:32.319242 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54452) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:32.359221 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-fe4499ca-0f8c-410a-a0a7-497802e19424 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=5870af1bbad64b138178c47e4a571d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388525 Sep 16 08:10:32.361671 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54454) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:32.412011 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c9d0bb56-e414-4462-93e3-0366b798c6a3 admin admin] Publish callbacks [] for security_group (f15124a7-4d47-4f8f-83bc-b3632f8db578), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:32.432795 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c9d0bb56-e414-4462-93e3-0366b798c6a3 admin admin] Publish callbacks [] for security_group (f15124a7-4d47-4f8f-83bc-b3632f8db578), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:32.548374 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c9d0bb56-e414-4462-93e3-0366b798c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f15124a7-4d47-4f8f-83bc-b3632f8db578), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:32.550899 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c9d0bb56-e414-4462-93e3-0366b798c6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:32.552140 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c9d0bb56-e414-4462-93e3-0366b798c6a3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f15124a7-4d47-4f8f-83bc-b3632f8db578 HTTP/1.1" status: 204 len: 168 time: 0.1896024 Sep 16 08:10:32.560668 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0bb56-e414-4462-93e3-0366b798c6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15124a7-4d47-4f8f-83bc-b3632f8db578,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:33.193285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fecfab-5b71-46b2-9411-2346cccbdf4c req-5f810ed9-b415-41bd-b87a-a63a1ff7a4f2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:33.194784 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-47fecfab-5b71-46b2-9411-2346cccbdf4c req-5f810ed9-b415-41bd-b87a-a63a1ff7a4f2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 944 time: 0.0520604 Sep 16 08:10:33.221564 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 8bb6335c-e827-4c60-b71e-8ffda214c3a2 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:33.240626 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 8bb6335c-e827-4c60-b71e-8ffda214c3a2 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:33.241041 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 8bb6335c-e827-4c60-b71e-8ffda214c3a2 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:33.245321 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54464) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:33.247120 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-47fecfab-5b71-46b2-9411-2346cccbdf4c req-36828ba1-3a11-4726-9dea-dda1632e21a9 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 Sep 16 08:10:33.288772 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-20771588-ee25-4baa-9dcb-c8855c712abe admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=d5e9862850ba48d286fe4c4e52be7891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422883 Sep 16 08:10:33.291302 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54466) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:33.340199 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f9379aa4-a452-4e1b-b286-c3e29986c91b admin admin] Publish callbacks [] for security_group (31447d99-28af-4954-934c-d84d347ed5dc), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:33.359801 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f9379aa4-a452-4e1b-b286-c3e29986c91b admin admin] Publish callbacks [] for security_group (31447d99-28af-4954-934c-d84d347ed5dc), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:33.480037 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f9379aa4-a452-4e1b-b286-c3e29986c91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (31447d99-28af-4954-934c-d84d347ed5dc), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:33.482516 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f9379aa4-a452-4e1b-b286-c3e29986c91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:33.483725 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-f9379aa4-a452-4e1b-b286-c3e29986c91b admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/31447d99-28af-4954-934c-d84d347ed5dc HTTP/1.1" status: 204 len: 168 time: 0.1915400 Sep 16 08:10:33.491553 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9379aa4-a452-4e1b-b286-c3e29986c91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31447d99-28af-4954-934c-d84d347ed5dc,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:33.657157 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:10:34.368891 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e782d-2346-4510-b798-a27ce7d62ccd req-a6bf9762-75b4-4f56-bb91-bd7bfd73efc8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:34.370366 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6d8e782d-2346-4510-b798-a27ce7d62ccd req-a6bf9762-75b4-4f56-bb91-bd7bfd73efc8 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 944 time: 0.0467699 Sep 16 08:10:34.416648 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6d8e782d-2346-4510-b798-a27ce7d62ccd req-c6a43403-caa1-482d-90e7-6d579ac2fd9d tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Sep 16 08:10:35.269458 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ed18c377-ec53-4436-81b8-4ffcc88a10c0 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:10:35.370483 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ed18c377-ec53-4436-81b8-4ffcc88a10c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ed18c377-ec53-4436-81b8-4ffcc88a10c0,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:35.381356 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'port_id': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'mac_address': 'fa:16:3e:86:5c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:10:35.415688 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port ed18c377-ec53-4436-81b8-4ffcc88a10c0 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:10:35.416017 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:35.431843 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed18c377-ec53-4436-81b8-4ffcc88a10c0 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:10:35.451584 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ed18c377-ec53-4436-81b8-4ffcc88a10c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ed18c377-ec53-4436-81b8-4ffcc88a10c0,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:35.535612 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:35.536456 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2147e95-e09b-4bb5-b2e7-daf3bf664e40 req-3113fac9-fb69-4d6f-a849-f80dbfc24518 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:35.537916 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f2147e95-e09b-4bb5-b2e7-daf3bf664e40 req-3113fac9-fb69-4d6f-a849-f80dbfc24518 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 944 time: 0.0458951 Sep 16 08:10:35.549947 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:35.584523 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=ed18c377-ec53-4436-81b8-4ffcc88a10c0,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:35.587446 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f2147e95-e09b-4bb5-b2e7-daf3bf664e40 req-6624312d-c999-4ba2-99d8-2b6512336c0a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Sep 16 08:10:35.944816 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['ed18c377-ec53-4436-81b8-4ffcc88a10c0'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:10:36.005994 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:36.674896 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:36.678362 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:36.710503 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8788f38-1ddf-4f85-a522-eb6aebbf15fb req-b475eaed-f0f5-4da3-aae3-028373946249 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:36.712021 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e8788f38-1ddf-4f85-a522-eb6aebbf15fb req-b475eaed-f0f5-4da3-aae3-028373946249 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 945 time: 0.0473390 Sep 16 08:10:36.761586 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e8788f38-1ddf-4f85-a522-eb6aebbf15fb req-89ce4d0e-ca4a-44a7-9181-3cf0f2aa807e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Sep 16 08:10:37.283925 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ed18c377-ec53-4436-81b8-4ffcc88a10c0 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:10:37.326747 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port ed18c377-ec53-4436-81b8-4ffcc88a10c0 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:10:37.392073 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port ed18c377-ec53-4436-81b8-4ffcc88a10c0 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:10:37.392442 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:37.392777 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port ed18c377-ec53-4436-81b8-4ffcc88a10c0 Sep 16 08:10:37.429025 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:37.463399 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port ed18c377-ec53-4436-81b8-4ffcc88a10c0 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:10:37.463777 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:37.486102 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:37.488346 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56b699-52e9-4a49-920d-f27edeaabf82" -d '{"events": [{"server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "name": "network-vif-plugged", "status": "completed", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:37.504308 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ed18c377-ec53-4436-81b8-4ffcc88a10c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ed18c377-ec53-4436-81b8-4ffcc88a10c0,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:37.527434 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7cb4ab-95ed-4819-9e45-6cedf50dbcab x-openstack-request-id: req-9b7cb4ab-95ed-4819-9e45-6cedf50dbcab {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:37.527766 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "name": "network-vif-plugged", "status": "completed", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:37.528023 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b7cb4ab-95ed-4819-9e45-6cedf50dbcab {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:37.528444 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7cb4ab-95ed-4819-9e45-6cedf50dbcab'] response: {'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'code': 200} Sep 16 08:10:37.569733 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:37.615878 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=ed18c377-ec53-4436-81b8-4ffcc88a10c0,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:37.888905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45928821-3e9e-4a54-968e-18c431cf252d req-836eb3d1-fbe7-408d-8d2a-f12642807ec1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:37.890612 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-45928821-3e9e-4a54-968e-18c431cf252d req-836eb3d1-fbe7-408d-8d2a-f12642807ec1 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0517147 Sep 16 08:10:37.892980 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deede288-7f2b-4e55-aa32-5bf0463b3cd0 req-3314b9cf-e4f1-40bd-a355-1f5ed8d3fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:37.894447 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-deede288-7f2b-4e55-aa32-5bf0463b3cd0 req-3314b9cf-e4f1-40bd-a355-1f5ed8d3fe9f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 1130 time: 0.0377760 Sep 16 08:10:37.940623 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-45928821-3e9e-4a54-968e-18c431cf252d req-2d6dfbb8-f5d2-4d64-a77d-c26c1fde2685 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Sep 16 08:10:37.941607 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-deede288-7f2b-4e55-aa32-5bf0463b3cd0 req-550d6641-8b78-4859-b5c9-faabebcee813 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 Sep 16 08:10:38.278610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7c0ac6f2-8f00-461d-bf99-52d0191b0d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:39.062081 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178435c-15bc-4ded-92a6-f15292f1f036 req-5b903e73-479f-4af6-84b2-f09be4efda77 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:39.063567 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b178435c-15bc-4ded-92a6-f15292f1f036 req-5b903e73-479f-4af6-84b2-f09be4efda77 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0462589 Sep 16 08:10:39.110628 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b178435c-15bc-4ded-92a6-f15292f1f036 req-1e811904-863b-4fb2-868d-312128c0e5c6 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Sep 16 08:10:40.227881 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bdae9-3cd8-456c-a7c6-f37d5f1b75ec req-0b9a256d-85e0-4171-aa12-f5c3c6766800 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:40.229344 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-686bdae9-3cd8-456c-a7c6-f37d5f1b75ec req-0b9a256d-85e0-4171-aa12-f5c3c6766800 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0462952 Sep 16 08:10:40.276190 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-686bdae9-3cd8-456c-a7c6-f37d5f1b75ec req-ef66295f-2ebe-447a-9181-279e918a922e tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 Sep 16 08:10:40.394182 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd455-7e5b-47b3-b63d-82794a8eb987 req-ead78399-cb60-4a04-9b83-6bfbcf3cc9b3 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:40.395711 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d82bd455-7e5b-47b3-b63d-82794a8eb987 req-ead78399-cb60-4a04-9b83-6bfbcf3cc9b3 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0493422 Sep 16 08:10:40.405787 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54494) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:40.409888 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Request body: {'floatingip': {'port_id': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:40.446342 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (90854f81-a472-43a1-88c9-b1f4f63a4b37), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:40.617276 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4cd08c81-1e4b-47cb-8297-e5b0bf576641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:40.799074 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:40.859386 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:40.914206 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (90854f81-a472-43a1-88c9-b1f4f63a4b37), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:41.008922 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Floating IP 90854f81-a472-43a1-88c9-b1f4f63a4b37 associated. External IP: 172.27.1.3, port: ed18c377-ec53-4436-81b8-4ffcc88a10c0. Sep 16 08:10:41.136336 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:41.200171 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Router a3f10b12-42eb-4943-a69d-f1d758a83139 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:41.302714 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:41.307501 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:41.314424 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] Sync routers for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:41.325681 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:41.326294 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:41.336713 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1d624c94-5243-4011-9979-96cfe5474835 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/90854f81-a472-43a1-88c9-b1f4f63a4b37 HTTP/1.1" status: 200 len: 990 time: 0.9299223 Sep 16 08:10:41.337357 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:41.340196 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e6f941-ac89-44b6-bbbc-ad88e3c22521" -d '{"events": [{"name": "network-changed", "server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:41.360346 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:41.376413 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97081bc-0b09-4d4a-b6b6-2661a1d5edbe x-openstack-request-id: req-e97081bc-0b09-4d4a-b6b6-2661a1d5edbe {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:41.376700 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:41.376944 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e97081bc-0b09-4d4a-b6b6-2661a1d5edbe {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:41.377339 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97081bc-0b09-4d4a-b6b6-2661a1d5edbe'] response: {'name': 'network-changed', 'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'status': 'completed', 'code': 200} Sep 16 08:10:41.427438 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:41.641609 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '90854f81-a472-43a1-88c9-b1f4f63a4b37', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'port_id': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'mac_address': 'fa:16:3e:86:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:10:23Z', 'updated_at': '2022-09-16T08:10:40Z', 'revision_number': 1, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:41.641935 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-02bd8111-32e9-4921-a206-113a1d9a3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:41.643472 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-02bd8111-32e9-4921-a206-113a1d9a3fa0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=45838a0f741e485e8f424375c6d0d489&device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 1130 time: 0.1988032 Sep 16 08:10:41.665708 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] Checking router: a3f10b12-42eb-4943-a69d-f1d758a83139 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:41.674761 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:41.675381 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:41.780930 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:41.982331 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-172dc6ef-58f3-4b29-90d3-0d6d974064c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:41.983807 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-172dc6ef-58f3-4b29-90d3-0d6d974064c2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 200 len: 912 time: 0.3337381 Sep 16 08:10:41.995983 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '90854f81-a472-43a1-88c9-b1f4f63a4b37', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'port_id': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'mac_address': 'fa:16:3e:86:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:10:23Z', 'updated_at': '2022-09-16T08:10:40Z', 'revision_number': 1, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:42.021160 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162aaecf-142b-4af1-b6d2-4f102039048f None None] The sync data for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi is: [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '90854f81-a472-43a1-88c9-b1f4f63a4b37', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'port_id': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'mac_address': 'fa:16:3e:86:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:10:23Z', 'updated_at': '2022-09-16T08:10:40Z', 'revision_number': 1, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:42.051280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:42.052933 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-0d19f0ac-8538-4673-a185-7e3f52a63519 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed18c377-ec53-4436-81b8-4ffcc88a10c0 HTTP/1.1" status: 200 len: 998 time: 0.0622904 Sep 16 08:10:42.102294 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-c9425a32-50e0-4154-a7f8-36ff599a605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:42.103849 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-c9425a32-50e0-4154-a7f8-36ff599a605a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 200 len: 850 time: 0.0443478 Sep 16 08:10:42.148314 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-2bb702d5-0f09-4f8a-b95c-25e95f6c1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:42.149860 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-2bb702d5-0f09-4f8a-b95c-25e95f6c1857 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=f6b86e2a-3872-426c-a67d-323df7f17364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387475 Sep 16 08:10:42.218555 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe32c5-c12d-49fc-aac3-6300e1256efc None None] New status for floating IP 90854f81-a472-43a1-88c9-b1f4f63a4b37: ACTIVE {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:10:42.249228 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-25574e20-33ed-48e1-982d-eb62df370f5d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928712 Sep 16 08:10:42.312487 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:42.343729 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37e6f941-ac89-44b6-bbbc-ad88e3c22521 req-8f860df1-9cd1-412a-b4e1-6bd44c349742 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877175 Sep 16 08:10:43.531299 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:43.918630 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:46.769239 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511a005-2f2e-4c69-9466-50646f9f5b7f req-f5b28a60-41da-40f8-88fa-5c44e98331ab tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:46.770754 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f511a005-2f2e-4c69-9466-50646f9f5b7f req-f5b28a60-41da-40f8-88fa-5c44e98331ab tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0558732 Sep 16 08:10:46.818483 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f511a005-2f2e-4c69-9466-50646f9f5b7f req-31b22860-ed0d-46b0-b286-1c4382977778 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Sep 16 08:10:47.943430 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1e8f1-8b95-49bd-9768-fd5f5f1f265a req-41ef6b30-fcc5-4c60-bdf4-5c15cb0d72fe tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:47.944900 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-35c1e8f1-8b95-49bd-9768-fd5f5f1f265a req-41ef6b30-fcc5-4c60-bdf4-5c15cb0d72fe tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0463097 Sep 16 08:10:47.992721 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-35c1e8f1-8b95-49bd-9768-fd5f5f1f265a req-c896e6c0-21ae-465f-ae69-d2f29e05f5c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Sep 16 08:10:48.714093 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-a9b45df4-f987-44f1-bd69-7eb46dbd02d4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:48.715627 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-a9b45df4-f987-44f1-bd69-7eb46dbd02d4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0462408 Sep 16 08:10:48.803320 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Deleting port 0104ad2b-b1c9-455f-a512-cdc1dd34408e {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:48.803658 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:48.866781 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:48.893633 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] For port 0104ad2b-b1c9-455f-a512-cdc1dd34408e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0104ad2b-b1c9-455f-a512-cdc1dd34408e,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:48.893989 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:49.053408 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:49.054023 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:49.054168 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Floating IP 514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc disassociated. External IP: 172.27.1.235, port: 0104ad2b-b1c9-455f-a512-cdc1dd34408e. Sep 16 08:10:49.054409 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Calling delete_port for 0104ad2b-b1c9-455f-a512-cdc1dd34408e owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:49.159310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec9578-4556-4d2d-a316-6e51280891b8 req-8e2ada97-5d14-46af-b958-d13584419fd4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:49.160783 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cfec9578-4556-4d2d-a316-6e51280891b8 req-8e2ada97-5d14-46af-b958-d13584419fd4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 946 time: 0.0658603 Sep 16 08:10:49.267135 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cfec9578-4556-4d2d-a316-6e51280891b8 req-da2f3b1c-fef7-4ed8-ae18-a2af31f4fd62 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=c05b4af0-151b-4796-83fa-a603c292b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963423 Sep 16 08:10:49.312568 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (0104ad2b-b1c9-455f-a512-cdc1dd34408e), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:49.340308 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event deleted for resources: {'Port': ['ID=0104ad2b-b1c9-455f-a512-cdc1dd34408e,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:49.397384 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:49.451836 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:49.558337 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:49.571952 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] Sync routers for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:49.583680 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:49.584440 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:49.602477 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] No DVR routers for this DVR port 0104ad2b-b1c9-455f-a512-cdc1dd34408e on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:49.611162 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:49.614135 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2f41e261-9d0c-48fe-a6ae-e74aff4df499 req-2c861bb5-ce13-4d1e-88c7-cb12e25b40c8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "DELETE /networking/v2.0/ports/0104ad2b-b1c9-455f-a512-cdc1dd34408e HTTP/1.1" status: 204 len: 173 time: 0.8921547 Sep 16 08:10:49.617897 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-deleted', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:49.618074 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a10f1bc-2c4c-4fb4-9808-f4a7e402d001" -d '{"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-deleted", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:49.658326 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3c7e6-00b6-41d6-922d-8f837726bce3 req-947bb72b-b042-4dae-bfa3-b22ad333ba2a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:49.660012 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c1f3c7e6-00b6-41d6-922d-8f837726bce3 req-947bb72b-b042-4dae-bfa3-b22ad333ba2a tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0594993 Sep 16 08:10:49.691385 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:49.692328 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:49.713980 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c1f3c7e6-00b6-41d6-922d-8f837726bce3 req-67d03e88-242b-45c8-80e3-59cc0a6603a1 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Sep 16 08:10:49.719730 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:49.767599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bfb9e8-3c9c-436e-bd17-fde53ce5f7d6 x-openstack-request-id: req-81bfb9e8-3c9c-436e-bd17-fde53ce5f7d6 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:49.767902 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c", "name": "network-vif-deleted", "tag": "0104ad2b-b1c9-455f-a512-cdc1dd34408e", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:49.768157 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81bfb9e8-3c9c-436e-bd17-fde53ce5f7d6 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:49.768668 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bfb9e8-3c9c-436e-bd17-fde53ce5f7d6'] response: {'server_uuid': '7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c', 'name': 'network-vif-deleted', 'tag': '0104ad2b-b1c9-455f-a512-cdc1dd34408e', 'status': 'completed', 'code': 200} Sep 16 08:10:49.965909 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:49.989203 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] Checking router: 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:49.997859 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:49.998440 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:50.043991 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:50.096325 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:50.270042 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=84,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:50.273091 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=19 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:50.274185 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:50.302746 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdad5dc-f5e2-4246-9391-0cda4274ec16 None None] The sync data for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi is: [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:50.383976 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1fe174e8-e42b-4fa0-9257-124aae81eb82 req-a2330bd1-2cfc-40a2-a570-d706afc7bfa9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0305860 Sep 16 08:10:50.520289 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1bb67-71ad-4a82-8332-55d9fa3c9b73 None None] New status for floating IP 514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:10:50.849197 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67678e2-2ac2-464a-9737-673552d91921 req-7a3e594f-2131-46f6-8ad4-fb9f9c86ec59 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:50.850655 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b67678e2-2ac2-464a-9737-673552d91921 req-7a3e594f-2131-46f6-8ad4-fb9f9c86ec59 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0495493 Sep 16 08:10:50.896679 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b67678e2-2ac2-464a-9737-673552d91921 req-0ff62f21-d3a6-457d-ba0b-2e806d7e1d10 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Sep 16 08:10:51.491496 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d4805692-5811-4dea-a281-8ea71804b9da req-0b5f1ab5-648d-4414-80c7-bd38796af04b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0269170 Sep 16 08:10:51.868109 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:52.016531 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123b157-9f51-4dc9-b12a-37b2889371a0 req-107fa2cc-fb05-42c0-a662-aa24dceb9935 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:52.017884 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9123b157-9f51-4dc9-b12a-37b2889371a0 req-107fa2cc-fb05-42c0-a662-aa24dceb9935 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0461996 Sep 16 08:10:52.064381 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9123b157-9f51-4dc9-b12a-37b2889371a0 req-3b07b77d-afdb-461f-8f42-9944a3c69932 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410202 Sep 16 08:10:52.603030 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f2e0afcb-ed43-4279-b670-2dbffb82dc47 req-0bdb407d-c8be-4c48-bc54-f07f2de176fa tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0310462 Sep 16 08:10:53.182880 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3319ae-1f53-4b3c-8948-b6daad883344 req-a0607739-835f-4327-82f4-85067b346937 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:53.184350 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c3319ae-1f53-4b3c-8948-b6daad883344 req-a0607739-835f-4327-82f4-85067b346937 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0474412 Sep 16 08:10:53.236751 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3c3319ae-1f53-4b3c-8948-b6daad883344 req-cfb7f941-deaa-4d70-a7ba-f9729906111f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=8700f986-aeab-46da-8957-cb7fcb25795f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467777 Sep 16 08:10:53.325035 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927a02-c5a9-4379-980f-61c64446922e req-3310ebac-4737-4374-9b31-8d630beba560 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:53.326949 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1a927a02-c5a9-4379-980f-61c64446922e req-3310ebac-4737-4374-9b31-8d630beba560 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 945 time: 0.0470388 Sep 16 08:10:53.342944 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:53.365112 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 0104ad2b-b1c9-455f-a512-cdc1dd34408e {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:53.365428 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0104ad2b-b1c9-455f-a512-cdc1dd34408e not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:53.420571 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Deleting port e41ec44c-439a-45a5-9e2e-66947ff6004f {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:53.420922 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:53.519939 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] For port e41ec44c-439a-45a5-9e2e-66947ff6004f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e41ec44c-439a-45a5-9e2e-66947ff6004f,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:10:53.520302 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:53.682794 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:53.683390 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:53.683518 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Floating IP ba53a947-c713-4abc-bab3-dac934033aa0 disassociated. External IP: 172.27.1.241, port: e41ec44c-439a-45a5-9e2e-66947ff6004f. Sep 16 08:10:53.683825 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Calling delete_port for e41ec44c-439a-45a5-9e2e-66947ff6004f owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:53.761001 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a81cf728-8108-46cb-9c3b-c6b88feb811b req-3fe2ecc1-4310-4a44-96c9-2e656706e725 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7eb06ee3-8a8b-4c8a-b8ce-324ba9ec722c HTTP/1.1" status: 200 len: 210 time: 0.0629983 Sep 16 08:10:53.920500 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (e41ec44c-439a-45a5-9e2e-66947ff6004f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:53.948314 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event deleted for resources: {'Port': ['ID=e41ec44c-439a-45a5-9e2e-66947ff6004f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:54.058337 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Router 753375fe-ac0b-4f9a-984a-b9ff607a3efd has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:10:54.150336 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:54.162964 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:10:54.180817 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] Sync routers for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:10:54.186874 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:54.187526 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:54.205351 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] No DVR routers for this DVR port e41ec44c-439a-45a5-9e2e-66947ff6004f on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:10:54.210934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:54.210934 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1a927a02-c5a9-4379-980f-61c64446922e req-f2c73054-50fe-4c95-a30d-e6f135c9d690 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e41ec44c-439a-45a5-9e2e-66947ff6004f HTTP/1.1" status: 204 len: 173 time: 0.8773794 Sep 16 08:10:54.211464 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'name': 'network-vif-deleted', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:10:54.213726 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561ee0e2-e754-4527-953c-68771b05e5ac" -d '{"events": [{"server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "name": "network-vif-deleted", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:10:54.254761 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9398dd-1ba0-45db-b901-429a732b01d1 x-openstack-request-id: req-de9398dd-1ba0-45db-b901-429a732b01d1 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:10:54.255058 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79005e-be5d-4326-aa8d-28bdef7f1a3b", "name": "network-vif-deleted", "tag": "e41ec44c-439a-45a5-9e2e-66947ff6004f", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:10:54.255312 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de9398dd-1ba0-45db-b901-429a732b01d1 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:10:54.255722 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9398dd-1ba0-45db-b901-429a732b01d1'] response: {'server_uuid': '5e79005e-be5d-4326-aa8d-28bdef7f1a3b', 'name': 'network-vif-deleted', 'tag': 'e41ec44c-439a-45a5-9e2e-66947ff6004f', 'status': 'completed', 'code': 200} Sep 16 08:10:54.295167 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:54.368244 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-28a344ae-a812-44d0-a3d0-9efcd35d8150 req-00f27bf8-2fc0-4eaf-932b-d8ec534f896c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 210 time: 0.0445197 Sep 16 08:10:54.493467 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:54.519374 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] Checking router: 753375fe-ac0b-4f9a-984a-b9ff607a3efd for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:10:54.528127 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:10:54.529229 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:54.607783 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:54.629576 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:10:54.821818 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:10:54.846356 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3451e3f-54da-4d06-a164-f2ef4310507c None None] The sync data for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi is: [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:23Z', 'revision_number': 4, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '0803281e-8713-4c28-a272-eaeec125dc1a', 'name': '', 'network_id': '24df6cf0-63a8-4e5b-a9ad-1254d9c28362', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'mac_address': 'fa:16:3e:af:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:21Z', 'updated_at': '2022-09-16T08:05:33Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'subnets': [{'id': '9abab58f-37e4-4971-8232-7e0b5120da39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:10:54.915535 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54624) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:54.956849 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:54.974022 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b56779b0-5c2a-4e78-8217-f000b76876cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (c05b4af0-151b-4796-83fa-a603c292b3e1), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:54.999184 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b56779b0-5c2a-4e78-8217-f000b76876cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (c05b4af0-151b-4796-83fa-a603c292b3e1), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.074975 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f3f5b-e640-45f6-9948-178694c8fd7b None None] New status for floating IP ba53a947-c713-4abc-bab3-dac934033aa0: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:10:55.102861 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b56779b0-5c2a-4e78-8217-f000b76876cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c05b4af0-151b-4796-83fa-a603c292b3e1), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.105381 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b56779b0-5c2a-4e78-8217-f000b76876cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.109881 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b56779b0-5c2a-4e78-8217-f000b76876cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c05b4af0-151b-4796-83fa-a603c292b3e1 HTTP/1.1" status: 204 len: 168 time: 0.1899183 Sep 16 08:10:55.110128 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54626) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:55.127652 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.api.v2.resource [None req-3db788fd-e351-4757-8618-72244b8975e5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] show failed (client error): The resource could not be found. Sep 16 08:10:55.127848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56779b0-5c2a-4e78-8217-f000b76876cd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05b4af0-151b-4796-83fa-a603c292b3e1,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:55.131053 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3db788fd-e351-4757-8618-72244b8975e5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups/c05b4af0-151b-4796-83fa-a603c292b3e1 HTTP/1.1" status: 404 len: 347 time: 0.0195851 Sep 16 08:10:55.131673 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54628) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:55.255790 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Deleting port 9aac8e42-ed52-4425-849b-40d271c24e68 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:55.256067 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (9aac8e42-ed52-4425-849b-40d271c24e68), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.338779 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (9aac8e42-ed52-4425-849b-40d271c24e68), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.339103 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (9aac8e42-ed52-4425-849b-40d271c24e68), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.351434 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Calling delete_port for 9aac8e42-ed52-4425-849b-40d271c24e68 owned by network:floatingip {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:55.482840 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f5643297-43b3-41e9-8aa5-6716a851ee31 req-c1462187-fe10-4fbd-b9cb-7938169c750c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=5e79005e-be5d-4326-aa8d-28bdef7f1a3b HTTP/1.1" status: 200 len: 210 time: 0.0283296 Sep 16 08:10:55.542798 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (9aac8e42-ed52-4425-849b-40d271c24e68), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.568852 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event deleted for resources: {'Port': ['ID=9aac8e42-ed52-4425-849b-40d271c24e68,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:55.635572 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.638035 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.639217 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-2e3afbf5-0759-4a12-9c2c-790beba9fadf tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/514d96d3-79b6-4ca6-aa30-ca1dcbfa42fc HTTP/1.1" status: 204 len: 168 time: 0.5065796 Sep 16 08:10:55.775655 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54636) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:55.780394 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-45394470-40ca-4467-98da-34969303fb5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801968477', 'description': 'tempest-description--1695272535'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:55.874290 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-45394470-40ca-4467-98da-34969303fb5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.942080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:55.948894 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-45394470-40ca-4467-98da-34969303fb5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (48137fec-94b9-4115-9512-82bc624268ff), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:55.999935 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-45394470-40ca-4467-98da-34969303fb5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (48137fec-94b9-4115-9512-82bc624268ff), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.030519 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45394470-40ca-4467-98da-34969303fb5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48137fec-94b9-4115-9512-82bc624268ff,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:56.122493 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-45394470-40ca-4467-98da-34969303fb5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.123785 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-45394470-40ca-4467-98da-34969303fb5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3471179 Sep 16 08:10:56.126634 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54638) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:56.131173 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-1e1cfad9-81bb-4dff-992d-4c3a2415685a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'security_group_rule': {'security_group_id': '48137fec-94b9-4115-9512-82bc624268ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:56.236368 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfad9-81bb-4dff-992d-4c3a2415685a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (8eeded59-0387-4c95-ba68-0484b293f6df), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.277396 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:56.296668 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfad9-81bb-4dff-992d-4c3a2415685a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (8eeded59-0387-4c95-ba68-0484b293f6df), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.405854 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfad9-81bb-4dff-992d-4c3a2415685a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (8eeded59-0387-4c95-ba68-0484b293f6df), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.425645 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cfad9-81bb-4dff-992d-4c3a2415685a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeded59-0387-4c95-ba68-0484b293f6df,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:56.516582 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfad9-81bb-4dff-992d-4c3a2415685a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.518178 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1e1cfad9-81bb-4dff-992d-4c3a2415685a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904591 Sep 16 08:10:56.520782 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54642) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:56.525099 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-00ee29c0-6457-44d8-814f-3ead7b0047a0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'security_group_rule': {'security_group_id': '48137fec-94b9-4115-9512-82bc624268ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:56.663508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00ee29c0-6457-44d8-814f-3ead7b0047a0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (f170cc0d-5af5-4ff9-82eb-d300e43ee16d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.715639 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54650) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:56.739436 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00ee29c0-6457-44d8-814f-3ead7b0047a0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (f170cc0d-5af5-4ff9-82eb-d300e43ee16d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.782013 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1801ac5-ad40-45f1-8599-2a8d1c80ae2b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group (8700f986-aeab-46da-8957-cb7fcb25795f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.803100 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00ee29c0-6457-44d8-814f-3ead7b0047a0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (f170cc0d-5af5-4ff9-82eb-d300e43ee16d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.810829 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1801ac5-ad40-45f1-8599-2a8d1c80ae2b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group (8700f986-aeab-46da-8957-cb7fcb25795f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.839533 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee29c0-6457-44d8-814f-3ead7b0047a0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f170cc0d-5af5-4ff9-82eb-d300e43ee16d,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:56.893150 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-00ee29c0-6457-44d8-814f-3ead7b0047a0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.894391 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-00ee29c0-6457-44d8-814f-3ead7b0047a0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726809 Sep 16 08:10:56.897701 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54658) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:56.902112 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:10:56.948376 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1801ac5-ad40-45f1-8599-2a8d1c80ae2b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8700f986-aeab-46da-8957-cb7fcb25795f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.951604 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1801ac5-ad40-45f1-8599-2a8d1c80ae2b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:56.952814 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d1801ac5-ad40-45f1-8599-2a8d1c80ae2b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8700f986-aeab-46da-8957-cb7fcb25795f HTTP/1.1" status: 204 len: 168 time: 0.2361100 Sep 16 08:10:56.955501 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54662) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:56.962864 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1801ac5-ad40-45f1-8599-2a8d1c80ae2b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700f986-aeab-46da-8957-cb7fcb25795f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:56.971291 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.api.v2.resource [None req-c14ada93-f729-4158-8cf0-4d037a1f8a27 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] show failed (client error): The resource could not be found. Sep 16 08:10:56.975071 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c14ada93-f729-4158-8cf0-4d037a1f8a27 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups/8700f986-aeab-46da-8957-cb7fcb25795f HTTP/1.1" status: 404 len: 347 time: 0.0155799 Sep 16 08:10:56.975267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54666) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:10:57.006272 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.094159 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.095635 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Deleting port 8a81a446-4bc9-420c-9138-e8c044f3facc {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:10:57.095988 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.179914 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.180263 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (8a81a446-4bc9-420c-9138-e8c044f3facc), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.194640 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Calling delete_port for 8a81a446-4bc9-420c-9138-e8c044f3facc owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:10:57.203608 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Allocated IP 172.27.1.66 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/e43813a3-867d-46d3-b441-92ca5e097868) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:10:57.319124 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for port (e43813a3-867d-46d3-b441-92ca5e097868), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.340380 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:57.373179 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e41ec44c-439a-45a5-9e2e-66947ff6004f no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:10:57.392158 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: e41ec44c-439a-45a5-9e2e-66947ff6004f {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:10:57.392348 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e41ec44c-439a-45a5-9e2e-66947ff6004f not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:10:57.440193 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (e43813a3-867d-46d3-b441-92ca5e097868), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.478542 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:57.480440 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:10:57.485691 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:10:57.489532 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:10:57.492613 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'Port': ['ID=e43813a3-867d-46d3-b441-92ca5e097868,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:57.525809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (8a81a446-4bc9-420c-9138-e8c044f3facc), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.556817 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event deleted for resources: {'Port': ['ID=8a81a446-4bc9-420c-9138-e8c044f3facc,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:57.576238 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (40eb5ad1-4822-4acb-9e67-f247b99b8f38), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.618004 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks [] for floatingip (ba53a947-c713-4abc-bab3-dac934033aa0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.620456 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.621600 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4e25e94e-8627-433a-b9bb-27418d930a1b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/ba53a947-c713-4abc-bab3-dac934033aa0 HTTP/1.1" status: 204 len: 168 time: 0.6453838 Sep 16 08:10:57.668983 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e43813a3-867d-46d3-b441-92ca5e097868), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.813675 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for port (e43813a3-867d-46d3-b441-92ca5e097868), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.874200 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (e43813a3-867d-46d3-b441-92ca5e097868), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.943309 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (40eb5ad1-4822-4acb-9e67-f247b99b8f38), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:57.947085 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'Port': ['ID=e43813a3-867d-46d3-b441-92ca5e097868,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:10:58.040254 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:10:58.041487 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-42cbd154-907a-4fe9-bb00-a94e87513fd9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1428735 Sep 16 08:10:58.241701 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:10:58.246124 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-9624ad80-faac-4e83-8e73-13d67ae1b434 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--801968477&fields=id&tenant_id=8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 267 time: 0.0443535 Sep 16 08:10:58.353712 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-ab51a122-9cd0-4cc0-b1d2-091f32544bf5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:58.355218 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-ab51a122-9cd0-4cc0-b1d2-091f32544bf5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 817 time: 0.1018748 Sep 16 08:10:58.370323 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-30a95a49-cb98-4d9c-903d-afc805804e03 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/quotas/8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 375 time: 0.0092978 Sep 16 08:10:58.423311 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-1bdbdb42-bfea-4afa-945e-b650aa815770 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476086 Sep 16 08:10:58.571712 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-1d461f3d-7c37-45aa-8e58-d775d4b409d1 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368759 Sep 16 08:10:58.664287 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-dfd4a23a-c646-496d-a00c-2f73304dfb42 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868437 Sep 16 08:10:58.910609 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b8139684-d513-4133-9773-31d0865b1eb8 req-f328d1b2-d7e3-4ef1-8d56-b676732ee09f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0328321 Sep 16 08:10:59.971410 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74f9b9-3131-4efd-8564-98ef0af6b154 req-2dc70141-b433-4d80-8501-1b79b8e73b23 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:10:59.972901 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a74f9b9-3131-4efd-8564-98ef0af6b154 req-2dc70141-b433-4d80-8501-1b79b8e73b23 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0478501 Sep 16 08:11:00.021861 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a74f9b9-3131-4efd-8564-98ef0af6b154 req-34ed3779-1e51-4a3d-bbc9-645019f93d22 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Sep 16 08:11:00.032929 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ed3fa02-03c8-4072-b6c9-90b2afbbee35 req-1f13952c-5663-4773-9f1b-b818c6825cfd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0371814 Sep 16 08:11:00.509922 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d25c7-83f7-40a2-a75b-af8bb08588ce req-76fbb8c5-cbf3-4c2e-89fa-1b74bdd2b474 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:00.511416 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a4d25c7-83f7-40a2-a75b-af8bb08588ce req-76fbb8c5-cbf3-4c2e-89fa-1b74bdd2b474 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0463119 Sep 16 08:11:00.558822 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a4d25c7-83f7-40a2-a75b-af8bb08588ce req-c1c4ac8b-0d72-4d07-952b-1a6f6d0e93d3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Sep 16 08:11:01.139252 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fdcac4c1-4043-4a2e-a933-9dfb96d860ea req-4b594d51-794f-4553-b6a1-0e8ef1a12b84 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0281839 Sep 16 08:11:01.144232 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6538-3040-40db-8146-0c26a2c5279c req-62952db6-a3ad-48f0-9daf-7af4614ca4b5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:01.145705 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a6cf6538-3040-40db-8146-0c26a2c5279c req-62952db6-a3ad-48f0-9daf-7af4614ca4b5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0464709 Sep 16 08:11:01.195364 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a6cf6538-3040-40db-8146-0c26a2c5279c req-ed5cec2a-0bd9-433f-98a3-a50bf741b0f0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 Sep 16 08:11:01.658788 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:01.676380 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320cc7-7b8b-42cd-9b6c-3cc9423ffcb7 req-e6ee64db-b42e-4540-a8c7-ddfa671ff3a0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:01.677873 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5e320cc7-7b8b-42cd-9b6c-3cc9423ffcb7 req-e6ee64db-b42e-4540-a8c7-ddfa671ff3a0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0463574 Sep 16 08:11:01.721446 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:01.728798 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5e320cc7-7b8b-42cd-9b6c-3cc9423ffcb7 req-6d25cfaa-76ba-4516-be72-2b6a5f27d3c0 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453327 Sep 16 08:11:02.320514 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c2c9-5252-4247-be9c-0f50068f339d req-347714d2-75c4-4aa8-8a70-0d644ba7c3f1 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:02.322138 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fff9c2c9-5252-4247-be9c-0f50068f339d req-347714d2-75c4-4aa8-8a70-0d644ba7c3f1 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Sep 16 08:11:02.372709 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fff9c2c9-5252-4247-be9c-0f50068f339d req-f1c00fb2-99d0-4b9a-b48f-6524379b8207 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 Sep 16 08:11:02.400683 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0c913907-5e63-446c-8995-0742034c50e6 req-e6d56a93-c774-46f8-8d67-4dec7d161d31 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0276144 Sep 16 08:11:02.849579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d9dd5-2fba-415a-8da4-5ce32dd2a4d2 req-f9cbde3c-9448-46c4-a1ab-11931298864e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:02.851051 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-213d9dd5-2fba-415a-8da4-5ce32dd2a4d2 req-f9cbde3c-9448-46c4-a1ab-11931298864e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0456963 Sep 16 08:11:02.896840 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-213d9dd5-2fba-415a-8da4-5ce32dd2a4d2 req-d5de952e-0f2f-4861-bba0-5413cb9cfce6 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Sep 16 08:11:03.489827 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899333f3-d51e-4149-a542-3fccaec69cb2 req-3fc449b6-c31e-48a6-9075-84177803bd73 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:03.491324 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-899333f3-d51e-4149-a542-3fccaec69cb2 req-3fc449b6-c31e-48a6-9075-84177803bd73 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0453753 Sep 16 08:11:03.512102 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-77a79910-63a5-4880-9f22-43c28534ec93 req-2054c900-7a71-46d1-97fb-e6822a4949e5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0325623 Sep 16 08:11:03.554525 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-0977a478-cecf-4229-b3ba-8ea6dea1aa72 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:03.555967 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-0977a478-cecf-4229-b3ba-8ea6dea1aa72 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 946 time: 0.0626118 Sep 16 08:11:03.582744 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-899333f3-d51e-4149-a542-3fccaec69cb2 req-b384f559-cb21-4f6e-bbef-b449cf8e3211 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=e1ac54f1-d1b8-438a-9de0-477f8512e535&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805440 Sep 16 08:11:03.687173 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-2f509812-1f14-4543-af2a-2e29470127fe tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:03.688653 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-2f509812-1f14-4543-af2a-2e29470127fe tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0465150 Sep 16 08:11:03.727925 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port 5b2d3958-4467-4e0e-8120-6287840453ee {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:03.728222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:03.770841 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:03.777265 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Deleting port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:03.777613 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:03.827159 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] For port 5b2d3958-4467-4e0e-8120-6287840453ee, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=5b2d3958-4467-4e0e-8120-6287840453ee,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:03.827652 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:03.878147 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] For port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:03.878642 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:03.893534 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Calling delete_port for c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:04.061064 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d236385-82c9-4a2b-9ee7-f274e695c82c req-c0788d1a-2873-4562-8d23-7bbdb4c4c9c3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:04.062584 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5d236385-82c9-4a2b-9ee7-f274e695c82c req-c0788d1a-2873-4562-8d23-7bbdb4c4c9c3 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 946 time: 0.0807762 Sep 16 08:11:04.126207 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5d236385-82c9-4a2b-9ee7-f274e695c82c req-cb10ce51-5ebf-4f4c-a26c-3714b431c72e tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557375 Sep 16 08:11:04.171402 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:04.197305 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event deleted for resources: {'Port': ['ID=c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:04.225738 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['27b13be5-f0af-474b-bcb2-8afc268cf10e', 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:11:04.249427 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] No DVR routers for this DVR port c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:11:04.251569 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:04.255048 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4d6a6171-9625-4ecf-a6fe-51f8c4b5af97 req-19a5c3ab-cbbd-40c7-9eef-c1402e13370f tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "DELETE /networking/v2.0/ports/c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 HTTP/1.1" status: 204 len: 173 time: 0.5606983 Sep 16 08:11:04.255593 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'name': 'network-vif-deleted', 'tag': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:04.257968 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8a0331-0f5c-4077-983b-6e403872a821" -d '{"events": [{"server_uuid": "d6ed2e44-f810-44fb-96f8-50847e08026e", "name": "network-vif-deleted", "tag": "c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:04.265073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:04.265443 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (17592e50-ad8c-476d-b801-01cc3b3d5ecf), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:04.265769 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP 17592e50-ad8c-476d-b801-01cc3b3d5ecf disassociated. External IP: 172.27.1.186, port: 5b2d3958-4467-4e0e-8120-6287840453ee. Sep 16 08:11:04.266152 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for 5b2d3958-4467-4e0e-8120-6287840453ee owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:04.276195 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:04.385895 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f94e00-8624-4750-9fcf-7e9faaae68e8 x-openstack-request-id: req-c5f94e00-8624-4750-9fcf-7e9faaae68e8 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:04.386179 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ed2e44-f810-44fb-96f8-50847e08026e", "name": "network-vif-deleted", "tag": "c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:04.386432 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5f94e00-8624-4750-9fcf-7e9faaae68e8 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:04.386933 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f94e00-8624-4750-9fcf-7e9faaae68e8'] response: {'server_uuid': 'd6ed2e44-f810-44fb-96f8-50847e08026e', 'name': 'network-vif-deleted', 'tag': 'c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4', 'status': 'completed', 'code': 200} Sep 16 08:11:04.463918 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:04.479778 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (5b2d3958-4467-4e0e-8120-6287840453ee), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:04.509524 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=5b2d3958-4467-4e0e-8120-6287840453ee,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:04.635217 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:11:04.690434 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4e92ea91-8825-433d-b1a5-5abdf806e2d0 req-27463220-3b52-44ce-988f-d4377519085f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0667853 Sep 16 08:11:04.753213 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-c381f6d3-342a-4698-b6b8-e0dcde7ee23d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:04.753590 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2b08a3fe-d31a-4ca2-9a8e-8f39bd3f5045 req-1ef38dfd-0639-4239-9a17-53539ecd54d1 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 210 time: 0.0458310 Sep 16 08:11:04.754718 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-c381f6d3-342a-4698-b6b8-e0dcde7ee23d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 817 time: 0.1668684 Sep 16 08:11:04.820537 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:11:04.825846 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=12 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:04.826290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:04.827359 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=98 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:04.832081 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:11:04.839496 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-e9c8525f-3c29-4342-bc50-7be2946348bc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 379 time: 0.0635390 Sep 16 08:11:04.851482 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'port': {'device_id': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'admin_state_up': True, 'tenant_id': '8191457181714862bbeb70259fa86971', 'security_groups': ['48137fec-94b9-4115-9512-82bc624268ff']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:04.858287 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:04.858287 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:04.871018 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] No DVR routers for this DVR port 5b2d3958-4467-4e0e-8120-6287840453ee on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:11:04.874218 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:04.877692 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-efa968b3-337e-4fd4-ae2e-5a7d2218620b req-f7dfa4ba-87ef-4ab4-995d-7129562d3b06 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "DELETE /networking/v2.0/ports/5b2d3958-4467-4e0e-8120-6287840453ee HTTP/1.1" status: 204 len: 173 time: 1.2360919 Sep 16 08:11:04.878202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'name': 'network-vif-deleted', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:04.880644 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6750512a-0f54-401a-b24d-6cc1ba3932b3" -d '{"events": [{"server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "name": "network-vif-deleted", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:04.920735 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:04.942182 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9559c4-06f1-4946-95e2-35ba0a6f3bb0 x-openstack-request-id: req-df9559c4-06f1-4946-95e2-35ba0a6f3bb0 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:04.942503 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea13dc92-1066-46f6-9fda-8d87d3721731", "name": "network-vif-deleted", "tag": "5b2d3958-4467-4e0e-8120-6287840453ee", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:04.942765 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df9559c4-06f1-4946-95e2-35ba0a6f3bb0 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:04.943178 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9559c4-06f1-4946-95e2-35ba0a6f3bb0'] response: {'server_uuid': 'ea13dc92-1066-46f6-9fda-8d87d3721731', 'name': 'network-vif-deleted', 'tag': '5b2d3958-4467-4e0e-8120-6287840453ee', 'status': 'completed', 'code': 200} Sep 16 08:11:05.014903 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:05.079921 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Made reservation on behalf of 8191457181714862bbeb70259fa86971 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:11:05.087148 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:05.250513 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Allocated IP 172.20.0.11 (98ee904d-e719-4f43-92f8-977801b2d6d2/344540bd-9668-479c-a816-a85a2478fd58/24fc5230-45b4-476e-ae08-dc736c4339d1) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:11:05.294987 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22aa24bd-545d-4859-945f-4549089a5b41 req-dc8f8090-4d96-4e26-a519-caf26dd0d0da tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=d6ed2e44-f810-44fb-96f8-50847e08026e HTTP/1.1" status: 200 len: 210 time: 0.0294447 Sep 16 08:11:05.331823 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:05.356420 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:11:05.364860 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:05.365460 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:10:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:05.401517 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:05.467980 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:05.474391 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:05.495673 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:05.495978 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device c9911fe4-6d13-4e4b-9a6e-7699e12bfdc4 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:11:05.496386 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 5b2d3958-4467-4e0e-8120-6287840453ee no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:05.497684 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:05.516249 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 5b2d3958-4467-4e0e-8120-6287840453ee {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:05.516598 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 5b2d3958-4467-4e0e-8120-6287840453ee not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:11:05.528976 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:05.540522 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:11:05.545596 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:11:05.547978 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:11:05.585220 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:05.617252 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:05.618389 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:05.685648 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:05.715211 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60cddc-ae2d-4343-b7be-a9d006c85254 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:11:05.745599 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-6ad47244-08af-4157-b40c-63c5c3bf190b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8986449 Sep 16 08:11:05.771579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Request body: {'port': {'device_id': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:05.795582 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Provisioning complete for port 24fc5230-45b4-476e-ae08-dc736c4339d1 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:11:05.796184 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:05.798008 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Attempt 1 to provision port 24fc5230-45b4-476e-ae08-dc736c4339d1 Sep 16 08:11:05.836836 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Port 24fc5230-45b4-476e-ae08-dc736c4339d1 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:11:05.922935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75339f8-8e22-4c71-8ec9-84fc54b263b6 req-82d6f447-79ac-4753-a8a4-b77c4b2e8eb2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:05.924468 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b75339f8-8e22-4c71-8ec9-84fc54b263b6 req-82d6f447-79ac-4753-a8a4-b77c4b2e8eb2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 932 time: 0.1262906 Sep 16 08:11:05.936331 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4896a731-a1d8-4389-a474-1abc78323997 req-76b3dc30-8be2-4693-81e7-68f49913de8d tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea13dc92-1066-46f6-9fda-8d87d3721731 HTTP/1.1" status: 200 len: 210 time: 0.0462086 Sep 16 08:11:05.944450 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:06.036782 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b75339f8-8e22-4c71-8ec9-84fc54b263b6 req-fb2f5070-8a7b-4a82-9f43-bd4e202064ba tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020267 Sep 16 08:11:06.057743 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e19d77-c130-424e-a116-986f30328f87 None None] New status for floating IP 17592e50-ad8c-476d-b801-01cc3b3d5ecf: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:11:06.166842 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:06.262963 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fc5230-45b4-476e-ae08-dc736c4339d1 {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:11:06.270611 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Publish callbacks [] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:06.283548 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Transition to ACTIVE for port object 24fc5230-45b4-476e-ae08-dc736c4339d1 will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:11:06.337784 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Attempt 2 to provision port 24fc5230-45b4-476e-ae08-dc736c4339d1 Sep 16 08:11:06.376487 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Port 24fc5230-45b4-476e-ae08-dc736c4339d1 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:11:06.377183 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:06.457769 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:06.486168 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Attempting to bind port 24fc5230-45b4-476e-ae08-dc736c4339d1 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:11:06.486506 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Attempting to bind port 24fc5230-45b4-476e-ae08-dc736c4339d1 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:11:06.486870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Attempting to bind port 24fc5230-45b4-476e-ae08-dc736c4339d1 on network 98ee904d-e719-4f43-92f8-977801b2d6d2 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:11:06.532252 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Port 24fc5230-45b4-476e-ae08-dc736c4339d1 on network 98ee904d-e719-4f43-92f8-977801b2d6d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:11:06.532581 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Attempting to bind port 24fc5230-45b4-476e-ae08-dc736c4339d1 on network 98ee904d-e719-4f43-92f8-977801b2d6d2 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:11:06.574386 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:11:06.574761 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Checking segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:11:06.575145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Bound using segment: {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:11:06.575609 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Bound port: 24fc5230-45b4-476e-ae08-dc736c4339d1, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdca932-bbf2-4b63-b525-d80b26a6fea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:11:06.575999 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:06.617252 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:06.640382 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:11:06.643530 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:11:06.743586 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:06.746861 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:06.753850 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:06.753850 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 200 len: 1094 time: 0.9841490 Sep 16 08:11:06.753850 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:06.753850 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624c7928-0385-488b-a92d-a69b08072831" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:06.796833 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de172c76-ac07-48c5-8a79-2e6b0e7a53ef x-openstack-request-id: req-de172c76-ac07-48c5-8a79-2e6b0e7a53ef {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:06.797181 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:06.797495 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de172c76-ac07-48c5-8a79-2e6b0e7a53ef {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:06.797890 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de172c76-ac07-48c5-8a79-2e6b0e7a53ef'] response: {'name': 'network-changed', 'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'status': 'completed', 'code': 200} Sep 16 08:11:06.803977 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc2677-c82e-4cc0-bc04-b9dc0c933836 req-1f4cae3b-5428-433a-a2e7-9a867201697d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:06.805579 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-08fc2677-c82e-4cc0-bc04-b9dc0c933836 req-1f4cae3b-5428-433a-a2e7-9a867201697d tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0502725 Sep 16 08:11:06.811514 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c47aac-fc9b-4025-b4ed-83d11054408b service neutron] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:06.854134 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-08fc2677-c82e-4cc0-bc04-b9dc0c933836 req-cac53465-dafd-4cf0-ace5-46fe0a96126c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Sep 16 08:11:06.877907 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Attempt 3 to provision port 24fc5230-45b4-476e-ae08-dc736c4339d1 Sep 16 08:11:06.915976 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-34cc1f47-28fa-42d0-945d-fb4a274c58ae None None] Port 24fc5230-45b4-476e-ae08-dc736c4339d1 had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:11:07.084979 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54780) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:07.140795 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-985bc371-0a4d-48b1-b434-6c3c64fe67b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (e1ac54f1-d1b8-438a-9de0-477f8512e535), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.151268 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:07.163335 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-985bc371-0a4d-48b1-b434-6c3c64fe67b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (e1ac54f1-d1b8-438a-9de0-477f8512e535), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.172567 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45ceb-cb8c-40d8-8ca4-90b9d117fedd req-71d9f951-c325-40fa-831a-fc214de5cb64 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:07.179631 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d4d45ceb-cb8c-40d8-8ca4-90b9d117fedd req-71d9f951-c325-40fa-831a-fc214de5cb64 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0526862 Sep 16 08:11:07.223440 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d4d45ceb-cb8c-40d8-8ca4-90b9d117fedd req-edd44e89-f2f3-4632-848c-d5633e4b4422 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430160 Sep 16 08:11:07.283949 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-985bc371-0a4d-48b1-b434-6c3c64fe67b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (e1ac54f1-d1b8-438a-9de0-477f8512e535), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.286431 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-985bc371-0a4d-48b1-b434-6c3c64fe67b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.287663 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-985bc371-0a4d-48b1-b434-6c3c64fe67b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/e1ac54f1-d1b8-438a-9de0-477f8512e535 HTTP/1.1" status: 204 len: 168 time: 0.2016792 Sep 16 08:11:07.290569 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54782) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:07.297782 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bc371-0a4d-48b1-b434-6c3c64fe67b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ac54f1-d1b8-438a-9de0-477f8512e535,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:07.303801 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.api.v2.resource [None req-a3657440-d708-40b9-a021-e4c73d1d8ed8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] show failed (client error): The resource could not be found. Sep 16 08:11:07.304788 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a3657440-d708-40b9-a021-e4c73d1d8ed8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups/e1ac54f1-d1b8-438a-9de0-477f8512e535 HTTP/1.1" status: 404 len: 347 time: 0.0132113 Sep 16 08:11:07.307916 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54784) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:07.417994 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:07.418247 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.493243 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.493574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.506462 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7 owned by network:floatingip {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:07.564765 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:07.730994 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.757712 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=eefc7bc1-03b2-47bf-aaf4-e4ae8775adb7,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:07.820546 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (17592e50-ad8c-476d-b801-01cc3b3d5ecf), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.823183 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:07.824319 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-3c124478-f802-4224-87d3-365b13a45cad tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/17592e50-ad8c-476d-b801-01cc3b3d5ecf HTTP/1.1" status: 204 len: 168 time: 0.5154638 Sep 16 08:11:07.962001 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54790) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:07.967218 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-7924c147-d319-4d7a-b673-ab8a5043ed49 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631851045', 'description': 'tempest-description--1155966681'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:07.973354 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eab95-74ca-45af-8290-adea50ad599e req-20448072-f694-4fa7-bd05-69b4be4f5833 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:07.974853 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7d1eab95-74ca-45af-8290-adea50ad599e req-20448072-f694-4fa7-bd05-69b4be4f5833 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0465767 Sep 16 08:11:08.022547 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7d1eab95-74ca-45af-8290-adea50ad599e req-6400193c-2e58-46b8-b783-90378c4b5798 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Sep 16 08:11:08.057222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7924c147-d319-4d7a-b673-ab8a5043ed49 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.123436 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7924c147-d319-4d7a-b673-ab8a5043ed49 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (da70c9d4-0e24-43a3-a099-515959cc6462), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.187917 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7924c147-d319-4d7a-b673-ab8a5043ed49 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (da70c9d4-0e24-43a3-a099-515959cc6462), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.215912 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:08.218097 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924c147-d319-4d7a-b673-ab8a5043ed49 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da70c9d4-0e24-43a3-a099-515959cc6462,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:08.347919 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37357633-d98d-4d59-bb3b-1749a01323dd req-9c376edc-26ed-426d-89ac-3f711b5db511 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:08.349364 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37357633-d98d-4d59-bb3b-1749a01323dd req-9c376edc-26ed-426d-89ac-3f711b5db511 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0462437 Sep 16 08:11:08.395675 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-37357633-d98d-4d59-bb3b-1749a01323dd req-6003e2dd-5544-44f5-b5e6-5d8a76dbdb79 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Sep 16 08:11:08.407295 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-28e4dd58-4824-415b-a956-194240f30754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.407806 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7924c147-d319-4d7a-b673-ab8a5043ed49 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.411742 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7924c147-d319-4d7a-b673-ab8a5043ed49 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4458630 Sep 16 08:11:08.417975 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54794) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:08.417975 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-739ad4cb-cead-4306-ae56-abfaf63220a8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': 'da70c9d4-0e24-43a3-a099-515959cc6462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:08.511402 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-739ad4cb-cead-4306-ae56-abfaf63220a8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (a5df21bc-f8aa-425d-b31f-1b5c52782bfa), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.559039 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-739ad4cb-cead-4306-ae56-abfaf63220a8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (a5df21bc-f8aa-425d-b31f-1b5c52782bfa), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.622003 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-739ad4cb-cead-4306-ae56-abfaf63220a8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (a5df21bc-f8aa-425d-b31f-1b5c52782bfa), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.641603 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ad4cb-cead-4306-ae56-abfaf63220a8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5df21bc-f8aa-425d-b31f-1b5c52782bfa,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:08.704418 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-739ad4cb-cead-4306-ae56-abfaf63220a8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.705645 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-739ad4cb-cead-4306-ae56-abfaf63220a8 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2924483 Sep 16 08:11:08.708556 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54798) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:08.713147 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-082ac0a0-688e-4e96-80c8-6c55d15ad3e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'security_group_rule': {'security_group_id': 'da70c9d4-0e24-43a3-a099-515959cc6462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:08.793672 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-082ac0a0-688e-4e96-80c8-6c55d15ad3e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (723b4813-24fc-49e9-b142-a92a43d84e95), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.850777 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-082ac0a0-688e-4e96-80c8-6c55d15ad3e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (723b4813-24fc-49e9-b142-a92a43d84e95), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.906478 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-082ac0a0-688e-4e96-80c8-6c55d15ad3e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (723b4813-24fc-49e9-b142-a92a43d84e95), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:08.924877 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ac0a0-688e-4e96-80c8-6c55d15ad3e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723b4813-24fc-49e9-b142-a92a43d84e95,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:09.006234 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-082ac0a0-688e-4e96-80c8-6c55d15ad3e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:09.007999 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-082ac0a0-688e-4e96-80c8-6c55d15ad3e6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980034 Sep 16 08:11:09.010786 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54802) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:09.015235 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:09.054475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b1f1-8835-406b-993c-6cfe30ee6600 req-c95510dd-49c7-4ffa-893c-2c4829f62443 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:09.056021 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b831b1f1-8835-406b-993c-6cfe30ee6600 req-c95510dd-49c7-4ffa-893c-2c4829f62443 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.0510406 Sep 16 08:11:09.077573 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:09.107493 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b831b1f1-8835-406b-993c-6cfe30ee6600 req-9d2bf7fe-9b90-46f9-a2d0-fa85d9530425 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Sep 16 08:11:09.114490 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:09.195867 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997239a-472d-4d8a-990c-a0753c18a61c req-903c9695-af3f-4983-a27a-1c0378df510c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:09.197352 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0997239a-472d-4d8a-990c-a0753c18a61c req-903c9695-af3f-4983-a27a-1c0378df510c tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0949504 Sep 16 08:11:09.275733 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:09.288588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:09.306464 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0997239a-472d-4d8a-990c-a0753c18a61c req-15e0fd36-bd09-48ee-869c-ac67adee6a63 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032870 Sep 16 08:11:09.308643 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c7928-0385-488b-a92d-a69b08072831 req-91d29197-d938-44d1-ba25-24d99032d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:09.315273 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-624c7928-0385-488b-a92d-a69b08072831 req-91d29197-d938-44d1-ba25-24d99032d9de service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1128 time: 0.0695622 Sep 16 08:11:09.531337 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f040-8184-4bea-b754-aea8500de8ac req-ab09c951-6c8a-4f1d-ad68-f405f9469fbe tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:09.532825 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ed21f040-8184-4bea-b754-aea8500de8ac req-ab09c951-6c8a-4f1d-ad68-f405f9469fbe tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0476222 Sep 16 08:11:09.583387 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ed21f040-8184-4bea-b754-aea8500de8ac req-54634501-b221-44e0-bea0-ffe7a30356a2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441499 Sep 16 08:11:09.601858 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:09.647261 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.27.1.244 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/1a2150cd-cd83-470d-98c4-76f0d7a8a9f8) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:11:09.751999 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:09.838290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:09.877260 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:11:09.880174 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:11:09.883846 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:11:09.911318 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=1a2150cd-cd83-470d-98c4-76f0d7a8a9f8,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:09.970986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (c7cedcf1-cead-40c0-a24a-183cc46ae9a8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:10.075125 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:10.104247 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:10.253159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0cfa5-af73-4d17-9b5d-61a45d6ff54f req-6f833fea-4b51-4dd3-ba33-21bd1da88591 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:10.254649 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3aa0cfa5-af73-4d17-9b5d-61a45d6ff54f req-6f833fea-4b51-4dd3-ba33-21bd1da88591 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.0679910 Sep 16 08:11:10.273250 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:10.311597 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3aa0cfa5-af73-4d17-9b5d-61a45d6ff54f req-f994bb42-b054-469d-9908-7ec583c7c374 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 Sep 16 08:11:10.330963 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:10.400687 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=1a2150cd-cd83-470d-98c4-76f0d7a8a9f8,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:10.404088 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (c7cedcf1-cead-40c0-a24a-183cc46ae9a8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:10.429027 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959cc24-141e-4093-b828-ef280ab5d24c req-9a09b4e6-b414-49a1-a539-9015a6396ca4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:10.430500 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1959cc24-141e-4093-b828-ef280ab5d24c req-9a09b4e6-b414-49a1-a539-9015a6396ca4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0478833 Sep 16 08:11:10.482291 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1959cc24-141e-4093-b828-ef280ab5d24c req-3935ede4-afd5-48a2-89e0-0423bec02723 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=2b0b6f74-6752-484f-8337-be22250ecca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Sep 16 08:11:10.487626 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:10.488924 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-964c628f-60c1-4758-a6d3-2e86693e553a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4771595 Sep 16 08:11:10.640050 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8d245424-ae2b-44a0-8651-fbcfafe3d60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:10.641436 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-8fd52fdd-cd05-4b49-8eab-0805cd22cbd0 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--631851045&fields=id&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 267 time: 0.0438402 Sep 16 08:11:10.658437 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:11:10.711916 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf5953-0857-4d2a-8337-b774a131e312 req-bf516086-967e-4e86-b728-b8746b4163b9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:10.713444 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-42bf5953-0857-4d2a-8337-b774a131e312 req-bf516086-967e-4e86-b728-b8746b4163b9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0476367 Sep 16 08:11:10.768562 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-42bf5953-0857-4d2a-8337-b774a131e312 req-7de1e162-3c03-4892-814f-d846a12fbaba tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491333 Sep 16 08:11:10.823361 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-ba491f2a-f694-4347-b77b-49baf4e3c5b6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:10.824806 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-ba491f2a-f694-4347-b77b-49baf4e3c5b6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.1764014 Sep 16 08:11:10.844540 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c7928-0385-488b-a92d-a69b08072831 req-b1027b35-4e47-44eb-96ca-e6243817aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:10.845820 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-624c7928-0385-488b-a92d-a69b08072831 req-b1027b35-4e47-44eb-96ca-e6243817aee3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=8191457181714862bbeb70259fa86971&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1473053 Sep 16 08:11:10.848069 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-a048ae66-45cf-4031-9107-7e0d692c7bbb tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/quotas/b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 375 time: 0.0144796 Sep 16 08:11:10.897030 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-b6040719-10f8-4567-831f-5229d35bfd5f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438011 Sep 16 08:11:10.983734 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-f35040c3-5c9e-4e09-99e5-df6d4b4ea83b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:10.985217 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-f35040c3-5c9e-4e09-99e5-df6d4b4ea83b tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 945 time: 0.0466557 Sep 16 08:11:11.049491 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:11.072505 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Deleting port 27b13be5-f0af-474b-bcb2-8afc268cf10e {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:11.072846 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:11.100314 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c7928-0385-488b-a92d-a69b08072831 req-7dca4534-3e9b-4515-b8d8-14594a186cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:11.101714 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-624c7928-0385-488b-a92d-a69b08072831 req-7dca4534-3e9b-4515-b8d8-14594a186cb8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627083 Sep 16 08:11:11.112182 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-732b432a-cd6a-40ba-b653-d28e5a76cf78 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031102 Sep 16 08:11:11.125754 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:11.164200 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] For port 27b13be5-f0af-474b-bcb2-8afc268cf10e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27b13be5-f0af-474b-bcb2-8afc268cf10e,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:11.164564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:11.168757 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:11.181643 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Calling delete_port for 27b13be5-f0af-474b-bcb2-8afc268cf10e owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:11.206122 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-ee5dbdf3-228c-41d8-a40f-9b26f0ed8264 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876772 Sep 16 08:11:11.306063 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-1fefe4ab-3462-42a0-b101-8ce1a9ff5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:11.307590 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-1fefe4ab-3462-42a0-b101-8ce1a9ff5419 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1128 time: 0.0434220 Sep 16 08:11:11.385645 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:11.393276 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-52cd4fe7-1fb4-49e3-87ab-019f1b717f4a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 200 len: 217 time: 0.0382671 Sep 16 08:11:11.402777 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (27b13be5-f0af-474b-bcb2-8afc268cf10e), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:11.445873 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-3f8872c1-a226-4473-ab7b-990af7d53173 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:11.447388 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-3f8872c1-a226-4473-ab7b-990af7d53173 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.0916760 Sep 16 08:11:11.458598 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-5d499d10-32b9-427e-9d3d-62a6cc777748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:11.460074 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-5d499d10-32b9-427e-9d3d-62a6cc777748 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.0607913 Sep 16 08:11:11.476806 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Pushing event deleted for resources: {'Port': ['ID=27b13be5-f0af-474b-bcb2-8afc268cf10e,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:11.536811 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1620b-a865-4545-b18a-337f3437136d req-6e2c6a4c-55df-4ffa-8ba6-278c542be687 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:11.537583 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8e1620b-a865-4545-b18a-337f3437136d req-6e2c6a4c-55df-4ffa-8ba6-278c542be687 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 945 time: 0.1485372 Sep 16 08:11:11.547487 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bf74403e-94a3-486e-82e9-553205917c93 req-e47c3ab0-0bfe-4e95-9a4c-7ed99756a1c1 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 210 time: 0.0605488 Sep 16 08:11:11.553223 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-62e840f2-46a1-4605-9838-46b4584ad12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:11.554739 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-62e840f2-46a1-4605-9838-46b4584ad12c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0865979 Sep 16 08:11:11.591782 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] No DVR routers for this DVR port 27b13be5-f0af-474b-bcb2-8afc268cf10e on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:11:11.594874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:11.599256 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bc21f02f-1dae-4ef7-a284-2dd41863c9d1 req-e981f988-31ff-47a2-9530-f4ac70f0bec4 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.42 "DELETE /networking/v2.0/ports/27b13be5-f0af-474b-bcb2-8afc268cf10e HTTP/1.1" status: 204 len: 173 time: 0.6081069 Sep 16 08:11:11.620061 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'name': 'network-vif-deleted', 'tag': '27b13be5-f0af-474b-bcb2-8afc268cf10e'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:11.622976 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884be295-39db-4a54-86a6-46a79d884caf" -d '{"events": [{"server_uuid": "c6e123e7-4239-4c3a-8e4b-363f1a2bc058", "name": "network-vif-deleted", "tag": "27b13be5-f0af-474b-bcb2-8afc268cf10e"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:11.677770 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-191d4782-58b7-4dd8-9055-671cd6e4fbcf req-a57b17a1-0920-4272-aa1d-3b28ecdab779 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 210 time: 0.0373659 Sep 16 08:11:11.693886 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8e1620b-a865-4545-b18a-337f3437136d req-8013463b-1b02-42cb-84f3-0bbc3852dabd tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156228 Sep 16 08:11:11.695009 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-5ad2b317-d161-4782-9d86-f93e679e240d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319582 Sep 16 08:11:11.702969 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Deleting port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:11.704594 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:11.764292 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fead9233-e8bd-473b-be82-bff981f666d1 x-openstack-request-id: req-fead9233-e8bd-473b-be82-bff981f666d1 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:11.764930 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e123e7-4239-4c3a-8e4b-363f1a2bc058", "name": "network-vif-deleted", "tag": "27b13be5-f0af-474b-bcb2-8afc268cf10e", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:11.764930 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fead9233-e8bd-473b-be82-bff981f666d1 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:11.765226 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fead9233-e8bd-473b-be82-bff981f666d1'] response: {'server_uuid': 'c6e123e7-4239-4c3a-8e4b-363f1a2bc058', 'name': 'network-vif-deleted', 'tag': '27b13be5-f0af-474b-bcb2-8afc268cf10e', 'status': 'completed', 'code': 200} Sep 16 08:11:11.823902 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] For port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:11.824334 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:11.834616 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-904c3dfc-95bf-447d-870b-997e96b743e6 req-cd002a29-7490-495b-8ce8-ebf1f570fbf2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197593 Sep 16 08:11:11.970009 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb0417-d7bc-4c6b-b649-afd63974d8bb req-df73987e-408c-4c2a-8fe1-a6c1dbe25e35 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:11.971548 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ceb0417-d7bc-4c6b-b649-afd63974d8bb req-df73987e-408c-4c2a-8fe1-a6c1dbe25e35 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0956218 Sep 16 08:11:12.074347 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ceb0417-d7bc-4c6b-b649-afd63974d8bb req-1beee558-8bad-4b4b-bc43-2add6eefe4f2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954084 Sep 16 08:11:12.087693 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:12.088058 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (84f20557-7aa0-4481-8637-4f29147c7615), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:12.088372 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Floating IP 84f20557-7aa0-4481-8637-4f29147c7615 disassociated. External IP: 172.27.1.219, port: 7d637a8f-0225-4aa9-bc24-95e5a1a77fff. Sep 16 08:11:12.088713 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Calling delete_port for 7d637a8f-0225-4aa9-bc24-95e5a1a77fff owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:12.101183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:12.308233 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (7d637a8f-0225-4aa9-bc24-95e5a1a77fff), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:12.316859 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:12.337283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event deleted for resources: {'Port': ['ID=7d637a8f-0225-4aa9-bc24-95e5a1a77fff,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:12.448574 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:11:12.500014 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:12.552020 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:11:12.562050 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:11:12.572640 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:12.573250 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:12.592992 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] No DVR routers for this DVR port 7d637a8f-0225-4aa9-bc24-95e5a1a77fff on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:11:12.595540 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:12.598908 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3bcf4f12-34c5-4c81-9fef-6ebb7a94acf6 req-dd6b0258-f37a-41ee-a146-89a39fbf0c09 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "DELETE /networking/v2.0/ports/7d637a8f-0225-4aa9-bc24-95e5a1a77fff HTTP/1.1" status: 204 len: 173 time: 1.1329086 Sep 16 08:11:12.658473 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0654222a-528a-4ef8-af60-f47a34efb5eb req-5a9600bc-4976-41d2-b0ca-58e4b5559cd4 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 210 time: 0.0282984 Sep 16 08:11:12.661440 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:12.675867 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:12.816072 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a90f26ef-4d62-489b-82e0-a597b8686d1c req-6e295831-cfe5-4f90-b354-868ba3b3b434 tempest-ServerRescueNegativeTestJSON-481869959 tempest-ServerRescueNegativeTestJSON-481869959-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=c6e123e7-4239-4c3a-8e4b-363f1a2bc058 HTTP/1.1" status: 200 len: 210 time: 0.0345237 Sep 16 08:11:12.850725 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d5f387f9-e2d9-4444-a861-3189f59701e2 req-6a0a79aa-51d7-4568-abc4-93fbd2e8ce3a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 210 time: 0.0413811 Sep 16 08:11:12.883950 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:12.913047 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:11:12.921787 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:12.922344 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:13.004323 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:13.025049 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:13.201452 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed41b33-6e61-4f80-bd53-213226f36419 req-5cf19032-f27f-4768-a3d0-2ad53d3c01e0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:13.203022 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fed41b33-6e61-4f80-bd53-213226f36419 req-5cf19032-f27f-4768-a3d0-2ad53d3c01e0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0466788 Sep 16 08:11:13.220384 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:13.244874 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaf523b-eb48-421b-bc98-f9f8e2c4732a None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:11:13.252255 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fed41b33-6e61-4f80-bd53-213226f36419 req-f8fc2ba4-6f23-453e-af0c-b05c87bb2cdc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Sep 16 08:11:13.431154 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:11:13.452506 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27b13be5-f0af-474b-bcb2-8afc268cf10e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:13.487317 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34042e-2fca-466d-9217-7fec9fb73447 None None] New status for floating IP 84f20557-7aa0-4481-8637-4f29147c7615: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:11:13.491606 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 27b13be5-f0af-474b-bcb2-8afc268cf10e {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:13.492014 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27b13be5-f0af-474b-bcb2-8afc268cf10e not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:11:13.570819 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:13.674871 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:13.686994 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'port_id': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'mac_address': 'fa:16:3e:0c:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:11:13.732761 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:11:13.733172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:13.753866 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fc5230-45b4-476e-ae08-dc736c4339d1 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:11:13.767192 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'name': 'network-vif-deleted', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:13.769513 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f81470-abe0-45df-9be0-3c28fa4e66db" -d '{"events": [{"server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "name": "network-vif-deleted", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:13.777230 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:13.796147 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5cd50cb3-9fc0-4dcb-9af7-a87148188c5d req-64b2feb8-cb88-48a7-87ab-f595394b1766 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 210 time: 0.0380018 Sep 16 08:11:13.808018 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c835d5-4ae2-49cb-8594-b0b17ce05738 x-openstack-request-id: req-a7c835d5-4ae2-49cb-8594-b0b17ce05738 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:13.808331 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea19d9a7-5838-4755-b520-7f6fa0ebde3d", "name": "network-vif-deleted", "tag": "7d637a8f-0225-4aa9-bc24-95e5a1a77fff", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:13.808578 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a7c835d5-4ae2-49cb-8594-b0b17ce05738 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:13.808974 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c835d5-4ae2-49cb-8594-b0b17ce05738'] response: {'server_uuid': 'ea19d9a7-5838-4755-b520-7f6fa0ebde3d', 'name': 'network-vif-deleted', 'tag': '7d637a8f-0225-4aa9-bc24-95e5a1a77fff', 'status': 'completed', 'code': 200} Sep 16 08:11:13.845203 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:13.893914 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:13.900792 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54864) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:13.901502 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.901854 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.902226 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.902666 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.902958 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.903812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.904142 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.904912 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.905465 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.905951 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.906535 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.907054 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.907387 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.908074 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.908403 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:13.912558 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:13.974068 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d25c80b5-c971-4c6e-bb89-c58f8cf5be67 req-ec898847-3851-470b-bb02-0ed940415fb8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 210 time: 0.0301862 Sep 16 08:11:14.219758 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['24fc5230-45b4-476e-ae08-dc736c4339d1'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:11:14.326114 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (753375fe-ac0b-4f9a-984a-b9ff607a3efd), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:14.508950 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851bdd3-535b-41f3-b8fd-fff6c711d2b7 req-17418bab-bd3e-4bc7-b2b7-efaa5e51bff4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:14.510332 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6851bdd3-535b-41f3-b8fd-fff6c711d2b7 req-17418bab-bd3e-4bc7-b2b7-efaa5e51bff4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 945 time: 0.1343615 Sep 16 08:11:14.586540 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-99c7e208-edc0-4355-b966-4ebec617cff5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:14.587953 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-99c7e208-edc0-4355-b966-4ebec617cff5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 814 time: 0.2105582 Sep 16 08:11:14.649446 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6851bdd3-535b-41f3-b8fd-fff6c711d2b7 req-63fde21e-a34f-4961-8bf5-613db38936fb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267099 Sep 16 08:11:14.685976 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:15.014079 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:15.014079 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-ea1d5c8f-0506-4023-99e9-4d46b0279bf7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b807736ef6c54be2b4715f32a4cfea57 HTTP/1.1" status: 200 len: 379 time: 0.1004848 Sep 16 08:11:15.014079 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Deleting port 0803281e-8713-4c28-a272-eaeec125dc1a {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:15.014079 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.014079 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'port': {'device_id': '6f515fbb-b67a-402f-8768-d42e46423db1', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'admin_state_up': True, 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'security_groups': ['da70c9d4-0e24-43a3-a099-515959cc6462']}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:15.015842 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-30c8e47c-5ce8-4111-b10e-d3a2b5708569 req-c68f8779-cb2b-4dc5-82bb-2edc9c96172b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Sep 16 08:11:15.186458 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-245d801e-7d10-442f-97a3-d451ed36cec6 req-445a13a6-04dc-41b0-a56d-5d3f7d84577d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ea19d9a7-5838-4755-b520-7f6fa0ebde3d HTTP/1.1" status: 200 len: 210 time: 0.0442173 Sep 16 08:11:15.236236 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] For port 0803281e-8713-4c28-a272-eaeec125dc1a, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=0803281e-8713-4c28-a272-eaeec125dc1a,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:15.236600 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.260581 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Calling delete_port for 0803281e-8713-4c28-a272-eaeec125dc1a owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:15.401661 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Made reservation on behalf of b807736ef6c54be2b4715f32a4cfea57 for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:11:15.406208 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.438238 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:11:15.441858 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:15.484314 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 24fc5230-45b4-476e-ae08-dc736c4339d1 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:11:15.567771 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Allocated IP 172.20.0.6 (08ca5f04-b5f0-4538-b476-9e48665ae12b/db759994-3b88-4ef4-af5b-d356f0776d88/0952c557-1b1e-4f0b-84db-689b34cad324) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:11:15.576790 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 24fc5230-45b4-476e-ae08-dc736c4339d1 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:11:15.581413 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.581413 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 24fc5230-45b4-476e-ae08-dc736c4339d1 Sep 16 08:11:15.581649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (0803281e-8713-4c28-a272-eaeec125dc1a), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.612425 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0803281e-8713-4c28-a272-eaeec125dc1a,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:15.671820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:11:15.671820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.671820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:15.685589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:15.685869 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:15.688331 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2e43eb-7d65-49f2-8f86-d889f1f11267" -d '{"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-plugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:15.705232 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:15.770168 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.771138 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7d637a8f-0225-4aa9-bc24-95e5a1a77fff no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:15.808478 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe03bdf-9432-437b-8c14-307693d31bd8 x-openstack-request-id: req-ebe03bdf-9432-437b-8c14-307693d31bd8 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:15.808930 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-plugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:15.812631 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebe03bdf-9432-437b-8c14-307693d31bd8 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:15.812631 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe03bdf-9432-437b-8c14-307693d31bd8'] response: {'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'code': 200} Sep 16 08:11:15.835794 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 7d637a8f-0225-4aa9-bc24-95e5a1a77fff {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:15.836350 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 7d637a8f-0225-4aa9-bc24-95e5a1a77fff not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:11:15.844154 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:15.854017 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:15.887300 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9b6c4-b413-4999-9335-02e35017e50b req-e5d9935b-6943-4f03-a5b8-b32772ce41b6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:15.889214 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bfe9b6c4-b413-4999-9335-02e35017e50b req-e5d9935b-6943-4f03-a5b8-b32772ce41b6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.1216950 Sep 16 08:11:15.954186 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for port (0952c557-1b1e-4f0b-84db-689b34cad324), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:15.973818 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (753375fe-ac0b-4f9a-984a-b9ff607a3efd), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.015679 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f3594491-4e97-43f1-9963-469a182c1376 req-d5497b1c-fc7a-4c9e-b40a-f00241c6daef tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 210 time: 0.0301020 Sep 16 08:11:16.048918 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bfe9b6c4-b413-4999-9335-02e35017e50b req-a4fc36b7-8a23-4169-9f73-563e4de364f6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268671 Sep 16 08:11:16.112994 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.115077 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeabaf-2a57-4b31-96d9-48304d0fdadb req-ef69cd2f-4a3c-43b3-8331-6bf20f99fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:16.116771 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cafeabaf-2a57-4b31-96d9-48304d0fdadb req-ef69cd2f-4a3c-43b3-8331-6bf20f99fc90 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1130 time: 0.0460906 Sep 16 08:11:16.167066 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cafeabaf-2a57-4b31-96d9-48304d0fdadb req-57a40905-8aaa-45fb-810a-013e26f7b5fa service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418370 Sep 16 08:11:16.174275 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:11:16.178120 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:11:16.179980 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event updated for resources: {'Port': ['ID=0952c557-1b1e-4f0b-84db-689b34cad324,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:16.182115 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:11:16.310346 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:16.310742 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.315509 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:16.346819 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Router 753375fe-ac0b-4f9a-984a-b9ff607a3efd has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:11:16.405893 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-612c5bec-7b5e-489c-8bb8-d53669d5e0c6 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6092305 Sep 16 08:11:16.440436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Provisioning complete for port 0952c557-1b1e-4f0b-84db-689b34cad324 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:11:16.444566 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.444566 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Attempt 1 to provision port 0952c557-1b1e-4f0b-84db-689b34cad324 Sep 16 08:11:16.472996 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Port 0952c557-1b1e-4f0b-84db-689b34cad324 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:11:16.487353 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Request body: {'port': {'device_id': '6f515fbb-b67a-402f-8768-d42e46423db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:16.514164 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:11:16.521784 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54896) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:16.524282 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] Sync routers for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:11:16.527175 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-3e33f834-5e97-4246-a916-0cd708516b82 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/753375fe-ac0b-4f9a-984a-b9ff607a3efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6250904 Sep 16 08:11:16.535794 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:16.536627 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:16.548591 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-8f5344bf-fe1e-44b4-b642-bcb7cf526da5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2047951653&fields=id&tenant_id=794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 267 time: 0.1040514 Sep 16 08:11:16.636748 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks [] for router (753375fe-ac0b-4f9a-984a-b9ff607a3efd), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.638164 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:16.643731 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.734475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-fde69249-4270-4c32-9135-47c39353df9a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:16.738737 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-fde69249-4270-4c32-9135-47c39353df9a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 811 time: 0.1761799 Sep 16 08:11:16.750005 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks [] for router_gateway (753375fe-ac0b-4f9a-984a-b9ff607a3efd), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.803139 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-41183f43-19f6-4b75-ab3b-844a27e39c04 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/quotas/794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 375 time: 0.0561814 Sep 16 08:11:16.870813 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Deleting port 2a19895a-0ac0-4493-a0b9-c6774ac99857 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:16.871303 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.895555 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-49cd85a4-c05d-4aa5-b696-fd6c6b900ebd tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867748 Sep 16 08:11:16.909228 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:11:15Z', 'revision_number': 5, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port': {'id': '2a19895a-0ac0-4493-a0b9-c6774ac99857', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:13:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:16.936019 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] Checking router: 753375fe-ac0b-4f9a-984a-b9ff607a3efd for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:11:16.939529 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:16.944750 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] Routers {'753375fe-ac0b-4f9a-984a-b9ff607a3efd'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:16.945563 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:16.955874 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] For port 2a19895a-0ac0-4493-a0b9-c6774ac99857, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=2a19895a-0ac0-4493-a0b9-c6774ac99857,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:16.956368 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:16.970618 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:16.971679 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Calling delete_port for 2a19895a-0ac0-4493-a0b9-c6774ac99857 owned by network:router_gateway {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:16.974014 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Attempt 2 to provision port 0952c557-1b1e-4f0b-84db-689b34cad324 Sep 16 08:11:17.023078 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Port 0952c557-1b1e-4f0b-84db-689b34cad324 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:11:17.025675 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:17.032206 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] Set router 753375fe-ac0b-4f9a-984a-b9ff607a3efd gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:17.071268 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-5ca2edc7-0f5f-49e9-989b-1d89a04d07e3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509538 Sep 16 08:11:17.085952 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:11:16Z', 'revision_number': 6, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:17.101667 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0952c557-1b1e-4f0b-84db-689b34cad324 {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:11:17.121571 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa5dd1-083b-41ac-9edd-a251b459eb4b None None] The sync data for ids ['753375fe-ac0b-4f9a-984a-b9ff607a3efd'] in dv-cinder-740146-20-iscsi is: [{'id': '753375fe-ac0b-4f9a-984a-b9ff607a3efd', 'name': 'tempest-ServerRescueNegativeTestJSON-368659837-router', 'tenant_id': 'f143f731c6cc4b38ba979827cd390f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:11:16Z', 'revision_number': 6, 'project_id': 'f143f731c6cc4b38ba979827cd390f77', 'gw_port_host': None}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:11:17.135728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:17.151351 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Publish callbacks [] for port (0952c557-1b1e-4f0b-84db-689b34cad324), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.203285 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-b15c5d21-8463-4b85-b5ca-4922504209b1 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309927 Sep 16 08:11:17.211281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d2880-5926-4a24-846e-77ea704c9a4d req-83b957ca-8499-4740-9825-36b9eca18b35 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:17.212738 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f28d2880-5926-4a24-846e-77ea704c9a4d req-83b957ca-8499-4740-9825-36b9eca18b35 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 931 time: 0.0934165 Sep 16 08:11:17.260559 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f28d2880-5926-4a24-846e-77ea704c9a4d req-af89cf14-864a-4af4-b5da-b7be0072c6ef tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410266 Sep 16 08:11:17.295724 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Transition to ACTIVE for port object 0952c557-1b1e-4f0b-84db-689b34cad324 will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:11:17.296267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (2a19895a-0ac0-4493-a0b9-c6774ac99857), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.324666 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a19895a-0ac0-4493-a0b9-c6774ac99857,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:17.348480 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.411971 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Pushing event updated for resources: {'Port': ['ID=0952c557-1b1e-4f0b-84db-689b34cad324,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:17.413167 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379321-115c-45ed-9995-e8570a18e0e5 req-d19204df-cf42-4879-b6da-5bc00aaf0a83 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:17.414671 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7d379321-115c-45ed-9995-e8570a18e0e5 req-d19204df-cf42-4879-b6da-5bc00aaf0a83 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0916636 Sep 16 08:11:17.445694 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (753375fe-ac0b-4f9a-984a-b9ff607a3efd), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.466266 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Attempting to bind port 0952c557-1b1e-4f0b-84db-689b34cad324 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:11:17.466768 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Attempting to bind port 0952c557-1b1e-4f0b-84db-689b34cad324 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:11:17.467084 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Attempting to bind port 0952c557-1b1e-4f0b-84db-689b34cad324 on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:11:17.517106 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Port 0952c557-1b1e-4f0b-84db-689b34cad324 on network 08ca5f04-b5f0-4538-b476-9e48665ae12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:11:17.517701 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Attempting to bind port 0952c557-1b1e-4f0b-84db-689b34cad324 on network 08ca5f04-b5f0-4538-b476-9e48665ae12b {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:11:17.524986 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Attempt 3 to provision port 0952c557-1b1e-4f0b-84db-689b34cad324 Sep 16 08:11:17.576610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Port 0952c557-1b1e-4f0b-84db-689b34cad324 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:11:17.613700 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:11:17.614037 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Checking segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:11:17.614426 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Bound using segment: {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:11:17.619233 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7d379321-115c-45ed-9995-e8570a18e0e5 req-9fb5c2df-bf2a-4260-9427-cff7c34de713 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941392 Sep 16 08:11:17.621695 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (753375fe-ac0b-4f9a-984a-b9ff607a3efd), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.624121 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Bound port: 0952c557-1b1e-4f0b-84db-689b34cad324, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c573103a-c528-4a0b-a773-a7653ecbe69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:11:17.624579 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.627138 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks [] for router_controller (753375fe-ac0b-4f9a-984a-b9ff607a3efd), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.663337 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:17.704891 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] For port 0952c557-1b1e-4f0b-84db-689b34cad324, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:11:17.708579 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] For port 0952c557-1b1e-4f0b-84db-689b34cad324, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0952c557-1b1e-4f0b-84db-689b34cad324,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:11:17.725839 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (753375fe-ac0b-4f9a-984a-b9ff607a3efd), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.726770 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 753375fe-ac0b-4f9a-984a-b9ff607a3efd {{(pid=106809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:11:17.745323 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.745323 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-55cf6988-6cce-445c-b7ec-47c34675c402 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/753375fe-ac0b-4f9a-984a-b9ff607a3efd HTTP/1.1" status: 204 len: 168 time: 1.2098415 Sep 16 08:11:17.745323 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54910) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:17.784211 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] Deleting subnet 9abab58f-37e4-4971-8232-7e0b5120da39 {{(pid=106809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:11:17.793228 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.796236 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] Publish callbacks [] for subnet (9abab58f-37e4-4971-8232-7e0b5120da39), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.801488 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:17.801488 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.801488 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/0952c557-1b1e-4f0b-84db-689b34cad324 HTTP/1.1" status: 200 len: 1093 time: 1.3236036 Sep 16 08:11:17.801899 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:17.804310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9af8c32-7f5e-4c42-a64e-aeb1969bbd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:17.839862 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fe2127ef-f0d7-4c26-aac6-58aba1194a3a req-c816e485-ccc7-4edc-b8fe-c83016b7db24 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 210 time: 0.0532575 Sep 16 08:11:17.855219 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13220116'] for subnet (9abab58f-37e4-4971-8232-7e0b5120da39), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.868433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5e66c-174e-4af2-ac45-a9276da9f90e service neutron] Pushing event updated for resources: {'Port': ['ID=0952c557-1b1e-4f0b-84db-689b34cad324,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:17.894937 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0ea5e9-3025-47de-8c38-00d03f26b331 x-openstack-request-id: req-df0ea5e9-3025-47de-8c38-00d03f26b331 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:17.895880 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:17.896140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df0ea5e9-3025-47de-8c38-00d03f26b331 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:17.896593 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0ea5e9-3025-47de-8c38-00d03f26b331'] response: {'name': 'network-changed', 'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324', 'status': 'completed', 'code': 200} Sep 16 08:11:17.956859 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 0803281e-8713-4c28-a272-eaeec125dc1a no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:17.971469 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (9abab58f-37e4-4971-8232-7e0b5120da39), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:17.985946 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 0803281e-8713-4c28-a272-eaeec125dc1a {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:17.986555 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 0803281e-8713-4c28-a272-eaeec125dc1a not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:11:17.994092 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8c32-7f5e-4c42-a64e-aeb1969bbd3d req-beafebbf-299d-4a59-8c32-b26a378dd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:17.996203 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a9af8c32-7f5e-4c42-a64e-aeb1969bbd3d req-beafebbf-299d-4a59-8c32-b26a378dd2de service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 1127 time: 0.0584283 Sep 16 08:11:18.073790 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:18.078078 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Attempt 4 to provision port 0952c557-1b1e-4f0b-84db-689b34cad324 Sep 16 08:11:18.097100 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13209569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13267489'] for subnet (9abab58f-37e4-4971-8232-7e0b5120da39), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.114304 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8c32-7f5e-4c42-a64e-aeb1969bbd3d req-f8f5985d-2ce7-4cd3-8be6-595d8b06e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.115807 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a9af8c32-7f5e-4c42-a64e-aeb1969bbd3d req-f8f5985d-2ce7-4cd3-8be6-595d8b06e02b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=b807736ef6c54be2b4715f32a4cfea57&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1065674 Sep 16 08:11:18.129977 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-74045f0d-0ea7-46cc-b1a4-0160c28ced9a None None] Port 0952c557-1b1e-4f0b-84db-689b34cad324 had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:11:18.132882 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abab58f-37e4-4971-8232-7e0b5120da39,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:18.136809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.140032 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a6055abd-07cf-4eae-a182-0a7149616ac3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/9abab58f-37e4-4971-8232-7e0b5120da39 HTTP/1.1" status: 204 len: 168 time: 0.4038796 Sep 16 08:11:18.142546 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54922) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:18.149553 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505b279-822e-493e-8ae9-1a5a16d8ada1 None None] Network 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:11:18.237351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (24df6cf0-63a8-4e5b-a9ad-1254d9c28362), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.237921 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af8c32-7f5e-4c42-a64e-aeb1969bbd3d req-a6170d17-ff53-480a-bd97-f36d106afbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.240041 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a9af8c32-7f5e-4c42-a64e-aeb1969bbd3d req-a6170d17-ff53-480a-bd97-f36d106afbbf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156349 Sep 16 08:11:18.301137 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Deleting port 9f81cd52-87fe-4091-a0a8-176296367d36 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:18.301780 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.360589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] DHCP port deletion for 24df6cf0-63a8-4e5b-a9ad-1254d9c28362 request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:11:18.377491 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-29b9775c-7292-4248-84da-1ce5a9db0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.378914 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-29b9775c-7292-4248-84da-1ce5a9db0e5c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 1127 time: 0.0654035 Sep 16 08:11:18.397794 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] Deleting port 9f81cd52-87fe-4091-a0a8-176296367d36 {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:18.398167 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.429061 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] For port 9f81cd52-87fe-4091-a0a8-176296367d36, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=9f81cd52-87fe-4091-a0a8-176296367d36,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:18.429476 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.431681 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-6f327308-d6ab-4962-942e-e2bf54713abc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0952c557-1b1e-4f0b-84db-689b34cad324 HTTP/1.1" status: 200 len: 217 time: 0.0365438 Sep 16 08:11:18.442454 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbc63e-5efb-4eaf-a10c-d29d0fb45454 req-48e276db-cd0b-4d3d-9e17-08b5805a9100 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.444289 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b6fbc63e-5efb-4eaf-a10c-d29d0fb45454 req-48e276db-cd0b-4d3d-9e17-08b5805a9100 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 943 time: 0.0749810 Sep 16 08:11:18.453488 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Calling delete_port for 9f81cd52-87fe-4091-a0a8-176296367d36 owned by network:dhcp {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:18.483384 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:18.501297 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-cf6042cb-e77b-4bfd-95ce-711565c5a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.502866 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-cf6042cb-e77b-4bfd-95ce-711565c5a64c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.0646625 Sep 16 08:11:18.551758 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-17bce051-a8b8-41f4-973c-4c8aeed4f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.553394 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-17bce051-a8b8-41f4-973c-4c8aeed4f2ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441587 Sep 16 08:11:18.556728 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b6fbc63e-5efb-4eaf-a10c-d29d0fb45454 req-3c515323-0913-4b48-ad60-3201b21e5a39 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045804 Sep 16 08:11:18.607959 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] For port 9f81cd52-87fe-4091-a0a8-176296367d36, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=9f81cd52-87fe-4091-a0a8-176296367d36,segment=NetworkSegment(97e4ccc4-ec5e-4477-8571-bd34fcd77982),segment_id=97e4ccc4-ec5e-4477-8571-bd34fcd77982)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:18.608590 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.621007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] Calling delete_port for 9f81cd52-87fe-4091-a0a8-176296367d36 owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:18.652840 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-59fcb3b7-5f75-4eed-84a1-daf0158b019b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925806 Sep 16 08:11:18.697571 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.704541 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (9f81cd52-87fe-4091-a0a8-176296367d36), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.738315 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] No DVR routers for this DVR port 9f81cd52-87fe-4091-a0a8-176296367d36 on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:11:18.743488 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f81cd52-87fe-4091-a0a8-176296367d36,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:18.744489 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2b2eb-4624-467a-875d-a80d8f5f45e5 None None] Pushing event deleted for resources: {'Port': ['ID=9f81cd52-87fe-4091-a0a8-176296367d36,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:18.753616 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] No DVR routers for this DVR port 9f81cd52-87fe-4091-a0a8-176296367d36 on host dv-cinder-740146-20-iscsi {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:11:18.765282 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:18.781733 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc87d9-4e01-4c57-89eb-beb06655ae53 req-082d50aa-f0e1-4dc8-81ba-010cf3ce47e4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.783248 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-89dc87d9-4e01-4c57-89eb-beb06655ae53 req-082d50aa-f0e1-4dc8-81ba-010cf3ce47e4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0759706 Sep 16 08:11:18.814543 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49d37766-225c-4b5b-a281-c89c319fe7ac req-0395a7d9-da67-4db5-9384-54e74eef0712 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539767 Sep 16 08:11:18.834706 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (24df6cf0-63a8-4e5b-a9ad-1254d9c28362), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.858746 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-89dc87d9-4e01-4c57-89eb-beb06655ae53 req-f2592a2b-a688-404a-8b12-86dd49e586a9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576470 Sep 16 08:11:18.860536 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24df6cf0-63a8-4e5b-a9ad-1254d9c28362']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:18.871274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e4ccc4-ec5e-4477-8571-bd34fcd77982') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:18.871787 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e4ccc4-ec5e-4477-8571-bd34fcd77982') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:18.882186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (97e4ccc4-ec5e-4477-8571-bd34fcd77982), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.904189 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (97e4ccc4-ec5e-4477-8571-bd34fcd77982), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.912733 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:11:18.913126 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (97e4ccc4-ec5e-4477-8571-bd34fcd77982), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:18.962864 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 97e4ccc4-ec5e-4477-8571-bd34fcd77982 resource provider aggregate not found Sep 16 08:11:18.990932 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 97e4ccc4-ec5e-4477-8571-bd34fcd77982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97e4ccc4-ec5e-4477-8571-bd34fcd77982 found for delete ", "request_id": "req-13a16c9f-315b-48ae-9458-84c3059e1532"}]} Sep 16 08:11:18.995086 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-18938b52-5baa-4f04-b1f6-73ee3e36dbab req-5e4d098f-0333-426f-a618-791153f04733 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 210 time: 0.0656607 Sep 16 08:11:18.997485 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0f428-83b0-4d20-9f93-c748258e92f5 req-74054e7e-42b8-46d6-9905-29b7ad6e5f75 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:18.999127 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cec0f428-83b0-4d20-9f93-c748258e92f5 req-74054e7e-42b8-46d6-9905-29b7ad6e5f75 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0498836 Sep 16 08:11:19.010126 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 54938) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:19.015144 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Request body: {'floatingip': {'port_id': '24fc5230-45b4-476e-ae08-dc736c4339d1'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:19.054062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (40eb5ad1-4822-4acb-9e67-f247b99b8f38), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.111667 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (24df6cf0-63a8-4e5b-a9ad-1254d9c28362), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.119379 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.123079 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/24df6cf0-63a8-4e5b-a9ad-1254d9c28362 HTTP/1.1" status: 204 len: 168 time: 0.9794648 Sep 16 08:11:19.136421 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d52d4a-7e49-4219-b8b2-db2f3765dff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=24df6cf0-63a8-4e5b-a9ad-1254d9c28362,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:19.167005 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:19.238565 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 9f81cd52-87fe-4091-a0a8-176296367d36 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:19.261691 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 9f81cd52-87fe-4091-a0a8-176296367d36 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:19.262037 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 9f81cd52-87fe-4091-a0a8-176296367d36 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:11:19.262475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2a19895a-0ac0-4493-a0b9-c6774ac99857 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:19.282485 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 2a19895a-0ac0-4493-a0b9-c6774ac99857 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:19.282847 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2a19895a-0ac0-4493-a0b9-c6774ac99857 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:11:19.461303 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54942) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:19.502929 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b2e98694-7f4a-4abc-8427-4fd8afe91eb3 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f143f731c6cc4b38ba979827cd390f77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403528 Sep 16 08:11:19.505452 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 54944) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:19.555701 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Publish callbacks [] for security_group (2b0b6f74-6752-484f-8337-be22250ecca5), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.575980 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Publish callbacks [] for security_group (2b0b6f74-6752-484f-8337-be22250ecca5), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.684207 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc73-6348-4624-a89c-1d75b1f72238 req-964230ef-546a-4a7c-a19d-855cfcc8fd3b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:19.686250 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-67f3dc73-6348-4624-a89c-1d75b1f72238 req-964230ef-546a-4a7c-a19d-855cfcc8fd3b tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 943 time: 0.0468566 Sep 16 08:11:19.690503 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2b0b6f74-6752-484f-8337-be22250ecca5), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.693852 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.694116 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2b0b6f74-6752-484f-8337-be22250ecca5 HTTP/1.1" status: 204 len: 168 time: 0.1877794 Sep 16 08:11:19.722749 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b6f74-6752-484f-8337-be22250ecca5,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:19.734073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.734420 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.740743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8eeb84-8e40-40bb-b32e-bcebf7d610c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:19.767172 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.769192 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-67f3dc73-6348-4624-a89c-1d75b1f72238 req-73ab4c82-4e1a-4071-b7d7-230a258d3bd7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739138 Sep 16 08:11:19.816549 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (40eb5ad1-4822-4acb-9e67-f247b99b8f38), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:19.915993 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Floating IP 40eb5ad1-4822-4acb-9e67-f247b99b8f38 associated. External IP: 172.27.1.66, port: 24fc5230-45b4-476e-ae08-dc736c4339d1. Sep 16 08:11:20.057049 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:20.132443 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e2237dcd-10ef-4358-ab38-ace522a5ddad req-362174af-3d48-4156-8719-4ca1cb1a6179 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 210 time: 0.0387912 Sep 16 08:11:20.146527 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:11:20.257733 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:11:20.263222 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:20.269977 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] Sync routers for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:11:20.281955 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:20.282149 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:20.293122 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-1c614226-09a4-45e6-8715-0db4075e9180 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/40eb5ad1-4822-4acb-9e67-f247b99b8f38 HTTP/1.1" status: 200 len: 991 time: 1.2818975 Sep 16 08:11:20.293792 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:20.296191 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:20.315899 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:20.338343 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eaf521-0512-4464-a5a0-7f88509f95e2 x-openstack-request-id: req-e5eaf521-0512-4464-a5a0-7f88509f95e2 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:20.338630 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:20.338943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5eaf521-0512-4464-a5a0-7f88509f95e2 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:20.339351 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5eaf521-0512-4464-a5a0-7f88509f95e2'] response: {'name': 'network-changed', 'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'status': 'completed', 'code': 200} Sep 16 08:11:20.396608 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:20.453878 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-e44b55cd-8e5c-4bb5-a2d2-6d231a11abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:20.454278 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-e44b55cd-8e5c-4bb5-a2d2-6d231a11abce service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1130 time: 0.0635717 Sep 16 08:11:20.554099 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-c3898df2-6a47-415b-8fbb-eecaeb270562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:20.555972 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-c3898df2-6a47-415b-8fbb-eecaeb270562 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 918 time: 0.0902359 Sep 16 08:11:20.579886 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:20.626223 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '40eb5ad1-4822-4acb-9e67-f247b99b8f38', 'tenant_id': '8191457181714862bbeb70259fa86971', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'port_id': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'mac_address': 'fa:16:3e:0c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:10:57Z', 'updated_at': '2022-09-16T08:11:19Z', 'revision_number': 1, 'project_id': '8191457181714862bbeb70259fa86971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:20.651376 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] Checking router: 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:11:20.659991 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:20.660596 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:20.761874 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:20.839902 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-746056a8-22f6-45f8-a4cc-e7e00989ec68 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 200 len: 999 time: 0.0744119 Sep 16 08:11:20.877642 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:20.911913 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c326b-4ff3-43e3-b006-8fa336c8e348 req-8a2eb57c-db06-4a9d-91e4-1ef6d2378749 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:20.919512 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-292c326b-4ff3-43e3-b006-8fa336c8e348 req-8a2eb57c-db06-4a9d-91e4-1ef6d2378749 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 943 time: 0.0554185 Sep 16 08:11:20.921478 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-53d4614f-ceb0-4b02-b21a-466ad5bd875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:20.923033 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-53d4614f-ceb0-4b02-b21a-466ad5bd875b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.0770020 Sep 16 08:11:20.972474 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-292c326b-4ff3-43e3-b006-8fa336c8e348 req-862ee2f7-93b2-4e37-9daa-7515b1b4b0b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517793 Sep 16 08:11:20.975982 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-bd4b2a45-eddb-4a9a-a804-ae5f4d70a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:20.977766 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-bd4b2a45-eddb-4a9a-a804-ae5f4d70a0c8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484803 Sep 16 08:11:21.016986 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '40eb5ad1-4822-4acb-9e67-f247b99b8f38', 'tenant_id': '8191457181714862bbeb70259fa86971', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'port_id': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'mac_address': 'fa:16:3e:0c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:10:57Z', 'updated_at': '2022-09-16T08:11:19Z', 'revision_number': 1, 'project_id': '8191457181714862bbeb70259fa86971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:21.048989 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1719b-9501-4430-bce4-0465d86068b8 None None] The sync data for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi is: [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '40eb5ad1-4822-4acb-9e67-f247b99b8f38', 'tenant_id': '8191457181714862bbeb70259fa86971', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'port_id': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'mac_address': 'fa:16:3e:0c:ad:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:10:57Z', 'updated_at': '2022-09-16T08:11:19Z', 'revision_number': 1, 'project_id': '8191457181714862bbeb70259fa86971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:11:21.099613 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-f86f561b-2756-4725-85f0-1e7ccf9a0008 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147738 Sep 16 08:11:21.119061 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:21.161538 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-0bdc6463-6fca-4e54-a84d-7b12e2bc3661 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:21.163069 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-0bdc6463-6fca-4e54-a84d-7b12e2bc3661 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 811 time: 0.1255670 Sep 16 08:11:21.244771 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4c72fb3c-724e-47d0-b2c2-8d69bcb5e520 req-2c6cf926-946d-4b55-8ea4-14bfcd4e1f62 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238530 Sep 16 08:11:21.254999 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-bc7b9fda-d630-4d02-a508-dfeda9191a63 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 380 time: 0.0771296 Sep 16 08:11:21.286709 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'port': {'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'admin_state_up': True, 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'security_groups': ['b1f5d328-9f8e-4da4-9c84-f9749a5602d6']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:21.385683 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c9f1e-2dc7-40a0-ac11-98fb24fa60e1 None None] New status for floating IP 40eb5ad1-4822-4acb-9e67-f247b99b8f38: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:11:21.476025 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0952c557-1b1e-4f0b-84db-689b34cad324 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:11:21.503267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Made reservation on behalf of 794ad972bfa844538f6f71d62e7bd163 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:11:21.510479 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:21.584715 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:21.587238 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b276fe33-0a78-473e-86f8-389f648262c8 req-b3b01143-998f-4a39-bfc2-226e5d0de068 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 210 time: 0.3574872 Sep 16 08:11:21.632571 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0952c557-1b1e-4f0b-84db-689b34cad324, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0952c557-1b1e-4f0b-84db-689b34cad324,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:21.644298 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '0952c557-1b1e-4f0b-84db-689b34cad324', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'port_id': '0952c557-1b1e-4f0b-84db-689b34cad324', 'mac_address': 'fa:16:3e:27:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:11:21.660668 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Allocated IP 172.20.0.11 (c3183744-0e74-401e-ac7d-6d88c22643af/3727dee7-2bd8-4cac-b52d-3617f0832f02/423ac706-d95d-479a-86fe-d25bef64dc6a) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:11:21.686084 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0952c557-1b1e-4f0b-84db-689b34cad324 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:11:21.686767 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:21.703076 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0952c557-1b1e-4f0b-84db-689b34cad324 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:11:21.736545 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0952c557-1b1e-4f0b-84db-689b34cad324, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0952c557-1b1e-4f0b-84db-689b34cad324,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:21.813676 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:21.827634 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:21.853239 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:21.866198 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0952c557-1b1e-4f0b-84db-689b34cad324,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:21.896375 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:21.920510 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:21.964386 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Network c3183744-0e74-401e-ac7d-6d88c22643af is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:11:21.967639 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:11:21.971500 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:11:22.012691 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=423ac706-d95d-479a-86fe-d25bef64dc6a,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:22.048075 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:22.048864 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:22.107118 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8457a6-96af-45b8-a656-5c0205cb36b4 req-1a890bef-cfbe-4a59-9ac2-ce5e72463658 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:22.108712 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9c8457a6-96af-45b8-a656-5c0205cb36b4 req-1a890bef-cfbe-4a59-9ac2-ce5e72463658 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 944 time: 0.0554492 Sep 16 08:11:22.121099 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:22.132359 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['0952c557-1b1e-4f0b-84db-689b34cad324'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:11:22.152153 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-75b917fe-6532-4bfb-9d96-c7623521a147 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8706806 Sep 16 08:11:22.181083 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Request body: {'port': {'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:22.189710 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9c8457a6-96af-45b8-a656-5c0205cb36b4 req-64b088ff-c37b-47de-b667-796d7e60a592 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748186 Sep 16 08:11:22.252841 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:22.264439 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:22.269166 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:22.309393 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Provisioning complete for port 423ac706-d95d-479a-86fe-d25bef64dc6a triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:11:22.312828 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:22.312828 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Attempt 1 to provision port 423ac706-d95d-479a-86fe-d25bef64dc6a Sep 16 08:11:22.348017 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Port 423ac706-d95d-479a-86fe-d25bef64dc6a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:11:22.536174 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423ac706-d95d-479a-86fe-d25bef64dc6a {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:11:22.544138 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Publish callbacks [] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:22.556974 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Transition to ACTIVE for port object 423ac706-d95d-479a-86fe-d25bef64dc6a will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:11:22.610907 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:22.636079 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:22.676781 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Pushing event updated for resources: {'Port': ['ID=423ac706-d95d-479a-86fe-d25bef64dc6a,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:22.712859 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac21ad-73c2-4a61-a967-a92999fae24a req-d3f6a009-f8cf-4cde-aac5-cd5c48923110 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:22.714312 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05ac21ad-73c2-4a61-a967-a92999fae24a req-d3f6a009-f8cf-4cde-aac5-cd5c48923110 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0483766 Sep 16 08:11:22.730131 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Attempting to bind port 423ac706-d95d-479a-86fe-d25bef64dc6a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:11:22.733136 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Attempting to bind port 423ac706-d95d-479a-86fe-d25bef64dc6a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:11:22.733136 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Attempting to bind port 423ac706-d95d-479a-86fe-d25bef64dc6a on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:11:22.789576 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Port 423ac706-d95d-479a-86fe-d25bef64dc6a on network c3183744-0e74-401e-ac7d-6d88c22643af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:11:22.789910 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Attempting to bind port 423ac706-d95d-479a-86fe-d25bef64dc6a on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:11:22.799162 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-05ac21ad-73c2-4a61-a967-a92999fae24a req-78472a2a-e856-41d9-bc1d-f4f4ae33bbac tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744617 Sep 16 08:11:22.844026 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:11:22.844372 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Checking segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:11:22.844757 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Bound using segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:11:22.845195 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Bound port: 423ac706-d95d-479a-86fe-d25bef64dc6a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:11:22.845552 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:22.849494 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Attempt 2 to provision port 423ac706-d95d-479a-86fe-d25bef64dc6a Sep 16 08:11:22.881978 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Port 423ac706-d95d-479a-86fe-d25bef64dc6a cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:11:22.908715 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] For port 423ac706-d95d-479a-86fe-d25bef64dc6a, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:11:22.911779 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] For port 423ac706-d95d-479a-86fe-d25bef64dc6a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=423ac706-d95d-479a-86fe-d25bef64dc6a,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:11:22.999945 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:23.002958 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.003593 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:23.004975 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/423ac706-d95d-479a-86fe-d25bef64dc6a HTTP/1.1" status: 200 len: 1094 time: 0.8347650 Sep 16 08:11:23.007137 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:23.009347 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5300893c-2e3c-49fa-a2f0-fa5af3542e29" -d '{"events": [{"name": "network-changed", "server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:23.051029 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d3dde7-0391-4448-a98a-d77cc7c1af3a x-openstack-request-id: req-c4d3dde7-0391-4448-a98a-d77cc7c1af3a {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:23.051320 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:23.051569 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4d3dde7-0391-4448-a98a-d77cc7c1af3a {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:23.051968 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d3dde7-0391-4448-a98a-d77cc7c1af3a'] response: {'name': 'network-changed', 'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'status': 'completed', 'code': 200} Sep 16 08:11:23.063739 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2d3c5-2543-411e-b1d8-e2ed709f596b service neutron] Pushing event updated for resources: {'Port': ['ID=423ac706-d95d-479a-86fe-d25bef64dc6a,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:23.135687 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300893c-2e3c-49fa-a2f0-fa5af3542e29 req-bc34e8f6-7fd0-42f2-af39-01a60cce1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.137162 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5300893c-2e3c-49fa-a2f0-fa5af3542e29 req-bc34e8f6-7fd0-42f2-af39-01a60cce1e36 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1128 time: 0.0394657 Sep 16 08:11:23.248243 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:23.271109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300893c-2e3c-49fa-a2f0-fa5af3542e29 req-c4fa82b1-b59b-4057-824c-df0e65f8d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.272756 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5300893c-2e3c-49fa-a2f0-fa5af3542e29 req-c4fa82b1-b59b-4057-824c-df0e65f8d944 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=794ad972bfa844538f6f71d62e7bd163&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1058047 Sep 16 08:11:23.301376 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:23.322446 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf83481-a651-4be8-9581-e1dd2bd25440 req-0a78d930-2345-4a99-8ca6-13414b86ef7a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.323948 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-faf83481-a651-4be8-9581-e1dd2bd25440 req-0a78d930-2345-4a99-8ca6-13414b86ef7a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 944 time: 0.0550196 Sep 16 08:11:23.373364 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300893c-2e3c-49fa-a2f0-fa5af3542e29 req-b7c8a73e-2b2d-4585-9a25-17d537d5ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.374877 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5300893c-2e3c-49fa-a2f0-fa5af3542e29 req-b7c8a73e-2b2d-4585-9a25-17d537d5ae57 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929122 Sep 16 08:11:23.379530 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-faf83481-a651-4be8-9581-e1dd2bd25440 req-6638752d-bf72-42c4-a0d1-f20485754a65 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497603 Sep 16 08:11:23.383062 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Attempt 3 to provision port 423ac706-d95d-479a-86fe-d25bef64dc6a Sep 16 08:11:23.425838 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-7d53d5de-f680-4cc9-bce6-c3e434454fd4 None None] Port 423ac706-d95d-479a-86fe-d25bef64dc6a had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:11:23.499360 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0952c557-1b1e-4f0b-84db-689b34cad324 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:11:23.539715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 0952c557-1b1e-4f0b-84db-689b34cad324 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:11:23.593438 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 0952c557-1b1e-4f0b-84db-689b34cad324 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:11:23.593734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:23.594091 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 0952c557-1b1e-4f0b-84db-689b34cad324 Sep 16 08:11:23.664298 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 0952c557-1b1e-4f0b-84db-689b34cad324 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:11:23.664678 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:23.688456 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:23.690815 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b04a46-7cc4-4f18-9b90-61160549676d" -d '{"events": [{"server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "name": "network-vif-plugged", "status": "completed", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:23.708088 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 0952c557-1b1e-4f0b-84db-689b34cad324, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0952c557-1b1e-4f0b-84db-689b34cad324,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:23.730062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7360b265-ae62-41c3-bb80-6a209524c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.733356 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-7360b265-ae62-41c3-bb80-6a209524c273 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1128 time: 0.0569434 Sep 16 08:11:23.736176 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b16ff4-ee7e-478f-8086-ea65fbe7e178 x-openstack-request-id: req-64b16ff4-ee7e-478f-8086-ea65fbe7e178 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:23.736861 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "name": "network-vif-plugged", "status": "completed", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:23.737119 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64b16ff4-ee7e-478f-8086-ea65fbe7e178 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:23.737513 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b16ff4-ee7e-478f-8086-ea65fbe7e178'] response: {'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324', 'code': 200} Sep 16 08:11:23.776947 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:23.827585 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=0952c557-1b1e-4f0b-84db-689b34cad324,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:23.890006 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-c87ba612-7031-4ef8-8cc6-7b93e7a05029 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=423ac706-d95d-479a-86fe-d25bef64dc6a HTTP/1.1" status: 200 len: 217 time: 0.0727577 Sep 16 08:11:23.950476 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd64f52-1e19-4fb3-919b-1b24dec6cd31 req-acfb013c-a470-4f0a-98da-53a2f91981e9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.952648 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dbd64f52-1e19-4fb3-919b-1b24dec6cd31 req-acfb013c-a470-4f0a-98da-53a2f91981e9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0525401 Sep 16 08:11:23.963819 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-d397e11f-d5d0-411e-ac16-4047065cf177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:23.965296 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-d397e11f-d5d0-411e-ac16-4047065cf177 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0599048 Sep 16 08:11:24.005579 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dbd64f52-1e19-4fb3-919b-1b24dec6cd31 req-798c9168-111f-4e57-a76b-c40866aef9fa tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470595 Sep 16 08:11:24.014966 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-c4146dea-1f71-4be9-96d4-adbe28a277b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:24.022539 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-c4146dea-1f71-4be9-96d4-adbe28a277b4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469403 Sep 16 08:11:24.114523 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-13833abd-dbd9-4f48-8caa-36438d34de85 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904965 Sep 16 08:11:24.366726 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dedb3-56f0-49db-a761-dc28dece13ea req-62dc17b0-d086-4e2f-b85a-47b2cd4ee4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:24.368141 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ee1dedb3-56f0-49db-a761-dc28dece13ea req-62dc17b0-d086-4e2f-b85a-47b2cd4ee4ff service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 1129 time: 0.0381434 Sep 16 08:11:24.385546 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7a3dd5d0-a4d9-4197-a2cd-1e12cb33fbb7 req-96132fc4-c06f-42d5-96e9-90957f088a24 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889592 Sep 16 08:11:24.413994 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ee1dedb3-56f0-49db-a761-dc28dece13ea req-79df2fdd-fedf-447c-9d2e-6726d4e424dd service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389884 Sep 16 08:11:24.508354 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d51e8-9e30-4b04-9263-6eb7826e3c19 req-ba5327b3-9556-4c90-9a53-5f54370a7355 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:24.509826 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf7d51e8-9e30-4b04-9263-6eb7826e3c19 req-ba5327b3-9556-4c90-9a53-5f54370a7355 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0538282 Sep 16 08:11:24.556698 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf7d51e8-9e30-4b04-9263-6eb7826e3c19 req-6970c2b5-807a-43b2-a013-2088be9883fa tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Sep 16 08:11:25.129253 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de513c-13d5-4e55-8feb-ecb5c3dc9fb3 req-d0b6decd-8595-494b-ab63-1e67e87264fe tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:25.130757 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-47de513c-13d5-4e55-8feb-ecb5c3dc9fb3 req-d0b6decd-8595-494b-ab63-1e67e87264fe tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0467637 Sep 16 08:11:25.181755 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-47de513c-13d5-4e55-8feb-ecb5c3dc9fb3 req-035e52de-32a6-4885-9106-67127e26167b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Sep 16 08:11:25.683017 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a193df0-2c64-42ce-8b31-875bf59cf7a8 req-f0930aa5-ca5b-4af6-8c46-47c4e2489b85 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:25.684580 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a193df0-2c64-42ce-8b31-875bf59cf7a8 req-f0930aa5-ca5b-4af6-8c46-47c4e2489b85 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0529389 Sep 16 08:11:25.733558 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a193df0-2c64-42ce-8b31-875bf59cf7a8 req-f3156a66-33b1-4a20-a95c-72a51d18f880 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Sep 16 08:11:26.306541 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0924-61ed-4b30-ac24-bbfa28da7d97 req-ff208fa5-1370-435a-995a-b99234a80776 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:26.308043 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-467d0924-61ed-4b30-ac24-bbfa28da7d97 req-ff208fa5-1370-435a-995a-b99234a80776 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Sep 16 08:11:26.357839 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-467d0924-61ed-4b30-ac24-bbfa28da7d97 req-8ff13c90-ec24-4f30-a282-791f3df5f0fa tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Sep 16 08:11:26.855753 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a26ac-681d-445e-820a-97144d0e669f req-b1dccc54-d981-401f-a159-5901676ee417 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:26.857228 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-941a26ac-681d-445e-820a-97144d0e669f req-b1dccc54-d981-401f-a159-5901676ee417 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0489404 Sep 16 08:11:26.908624 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-941a26ac-681d-445e-820a-97144d0e669f req-98eb15e0-44ed-4fa4-8f62-095059f68cf9 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457377 Sep 16 08:11:27.023816 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adc09a-eb80-456a-bea1-cbd84f675ea3 req-b2eab02b-6fb1-49b5-ab72-7ec1bd593a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:27.025237 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d5adc09a-eb80-456a-bea1-cbd84f675ea3 req-b2eab02b-6fb1-49b5-ab72-7ec1bd593a86 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0469770 Sep 16 08:11:27.035989 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55070) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:27.040707 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Request body: {'floatingip': {'port_id': '0952c557-1b1e-4f0b-84db-689b34cad324'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:27.080238 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (c7cedcf1-cead-40c0-a24a-183cc46ae9a8), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:27.379704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:27.525895 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:27.533106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17722b5d-35dd-4a4e-bcf9-32bf411e7fe1 req-57d09a06-34d0-4ea1-a394-3bae6607a3a7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:27.534847 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-17722b5d-35dd-4a4e-bcf9-32bf411e7fe1 req-57d09a06-34d0-4ea1-a394-3bae6607a3a7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0914872 Sep 16 08:11:27.569213 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:27.595639 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-17722b5d-35dd-4a4e-bcf9-32bf411e7fe1 req-3ede3408-ef9b-486b-9037-6b7e8b18fc7d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540261 Sep 16 08:11:27.622382 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (c7cedcf1-cead-40c0-a24a-183cc46ae9a8), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:27.731002 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP c7cedcf1-cead-40c0-a24a-183cc46ae9a8 associated. External IP: 172.27.1.244, port: 0952c557-1b1e-4f0b-84db-689b34cad324. Sep 16 08:11:27.810047 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:27.931778 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:11:28.033439 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:11:28.044408 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:28.045009 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:11:28.052428 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:28.053040 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:28.072699 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-177bcdde-2c41-4148-8124-26cceb7eba80 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "PUT /networking/v2.0/floatingips/c7cedcf1-cead-40c0-a24a-183cc46ae9a8 HTTP/1.1" status: 200 len: 991 time: 1.0350685 Sep 16 08:11:28.072699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:28.074746 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef1d305-f537-4ea5-8374-1826b1e41975" -d '{"events": [{"name": "network-changed", "server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:28.113429 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef0abe0-4df5-424c-903e-33dfc89e1282 x-openstack-request-id: req-3ef0abe0-4df5-424c-903e-33dfc89e1282 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:28.113718 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:28.113972 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ef0abe0-4df5-424c-903e-33dfc89e1282 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:28.114383 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef0abe0-4df5-424c-903e-33dfc89e1282'] response: {'name': 'network-changed', 'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324', 'status': 'completed', 'code': 200} Sep 16 08:11:28.158973 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:28.207205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-d9a8a9b1-6002-4e0a-aa2d-15bea52c486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:28.208694 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-d9a8a9b1-6002-4e0a-aa2d-15bea52c486d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b807736ef6c54be2b4715f32a4cfea57&device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 1129 time: 0.0402720 Sep 16 08:11:28.305476 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-75d0166d-0cc0-4ca4-a650-c11f7ea44b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:28.307165 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-75d0166d-0cc0-4ca4-a650-c11f7ea44b61 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 200 len: 915 time: 0.0869720 Sep 16 08:11:28.372939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'c7cedcf1-cead-40c0-a24a-183cc46ae9a8', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '0952c557-1b1e-4f0b-84db-689b34cad324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:27:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f515fbb-b67a-402f-8768-d42e46423db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:09Z', 'updated_at': '2022-09-16T08:11:27Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:28.375462 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:28.386866 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-85f3fbcf-baeb-4869-9cac-8305f644c115 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0952c557-1b1e-4f0b-84db-689b34cad324 HTTP/1.1" status: 200 len: 999 time: 0.0591080 Sep 16 08:11:28.397970 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:11:28.406734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:28.407337 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:28.436185 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-39f708e2-1ec4-4870-84b9-db83f580dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:28.437637 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-39f708e2-1ec4-4870-84b9-db83f580dd09 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 200 len: 853 time: 0.0453176 Sep 16 08:11:28.481762 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-81d5d1cd-75be-470a-862a-2efcc08cce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:28.483305 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-81d5d1cd-75be-470a-862a-2efcc08cce6a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=08ca5f04-b5f0-4538-b476-9e48665ae12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403924 Sep 16 08:11:28.589528 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-185906c8-6dee-4b5f-bf2b-dbfafee08745 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993838 Sep 16 08:11:28.630175 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:28.644115 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:28.671131 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:28.716144 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4ef1d305-f537-4ea5-8374-1826b1e41975 req-148714bf-32ee-4a56-9359-0135887117c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943506 Sep 16 08:11:28.740815 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb56702-9d40-4e31-ae42-85810ea4f109 req-d654a5af-c643-4e58-8a05-d1b63fe829e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:28.750599 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eeb56702-9d40-4e31-ae42-85810ea4f109 req-d654a5af-c643-4e58-8a05-d1b63fe829e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0698524 Sep 16 08:11:28.793184 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:28.811256 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eeb56702-9d40-4e31-ae42-85810ea4f109 req-320520fa-218d-4ff7-8c22-c45a0906eacf tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596633 Sep 16 08:11:28.880012 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'c7cedcf1-cead-40c0-a24a-183cc46ae9a8', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '0952c557-1b1e-4f0b-84db-689b34cad324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:27:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f515fbb-b67a-402f-8768-d42e46423db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:09Z', 'updated_at': '2022-09-16T08:11:27Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:28.908069 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855df7dc-4d46-4719-9f78-ea3251b61f49 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'c7cedcf1-cead-40c0-a24a-183cc46ae9a8', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '26824754-1141-4254-acf9-b690275979c0', 'port_id': '0952c557-1b1e-4f0b-84db-689b34cad324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'mac_address': 'fa:16:3e:27:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f515fbb-b67a-402f-8768-d42e46423db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:09Z', 'updated_at': '2022-09-16T08:11:27Z', 'revision_number': 1, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:11:29.098159 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a587e-7001-45b7-bf97-9d1a803e8003 None None] New status for floating IP c7cedcf1-cead-40c0-a24a-183cc46ae9a8: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:11:29.143825 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:29.922180 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa4d12-c339-439d-a0ae-6e0ea33e56a0 req-e6af908b-cb55-4545-868e-dd625c5498f0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:29.923670 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f4fa4d12-c339-439d-a0ae-6e0ea33e56a0 req-e6af908b-cb55-4545-868e-dd625c5498f0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0476611 Sep 16 08:11:29.972367 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f4fa4d12-c339-439d-a0ae-6e0ea33e56a0 req-4bb4bbb2-6c60-4ec5-82b4-177e2afd2d12 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Sep 16 08:11:31.091581 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391fa4-af69-452d-a8a0-85d680a342d9 req-c86cb2bf-1873-4d6c-9550-20ae5a492a66 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:31.093091 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ca391fa4-af69-452d-a8a0-85d680a342d9 req-c86cb2bf-1873-4d6c-9550-20ae5a492a66 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 944 time: 0.0475440 Sep 16 08:11:31.146266 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ca391fa4-af69-452d-a8a0-85d680a342d9 req-7f5c50b5-4829-47e5-bfbe-2b22065ad826 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475914 Sep 16 08:11:31.538994 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 423ac706-d95d-479a-86fe-d25bef64dc6a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:11:31.637294 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 423ac706-d95d-479a-86fe-d25bef64dc6a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=423ac706-d95d-479a-86fe-d25bef64dc6a,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:31.648920 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:11:31.688299 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 423ac706-d95d-479a-86fe-d25bef64dc6a is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:11:31.688685 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:31.702442 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423ac706-d95d-479a-86fe-d25bef64dc6a {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:11:31.729327 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 423ac706-d95d-479a-86fe-d25bef64dc6a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=423ac706-d95d-479a-86fe-d25bef64dc6a,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:31.811423 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:31.857729 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=423ac706-d95d-479a-86fe-d25bef64dc6a,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:32.152023 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['423ac706-d95d-479a-86fe-d25bef64dc6a'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:11:32.267585 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38d0da-af9a-4e80-8493-b65554e63b14 req-956a4ec5-362a-47af-9c0a-c2c8a4aa4c13 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:32.269035 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb38d0da-af9a-4e80-8493-b65554e63b14 req-956a4ec5-362a-47af-9c0a-c2c8a4aa4c13 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 945 time: 0.0467651 Sep 16 08:11:32.296466 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:32.317708 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb38d0da-af9a-4e80-8493-b65554e63b14 req-a7fce2f7-907b-4352-9331-b90fc3dc70e7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Sep 16 08:11:33.452952 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b12ba-e26d-4b6d-a4cd-db87e52cf538 req-9ac6f59c-89dd-462b-a8fe-8102b01bb8ef tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:33.454594 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-679b12ba-e26d-4b6d-a4cd-db87e52cf538 req-9ac6f59c-89dd-462b-a8fe-8102b01bb8ef tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 945 time: 0.0542123 Sep 16 08:11:33.510289 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-679b12ba-e26d-4b6d-a4cd-db87e52cf538 req-d3daab31-5fcd-412d-86bd-b9b35da5390a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492198 Sep 16 08:11:33.567644 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 423ac706-d95d-479a-86fe-d25bef64dc6a up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:11:33.614697 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 423ac706-d95d-479a-86fe-d25bef64dc6a completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:11:33.679221 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 423ac706-d95d-479a-86fe-d25bef64dc6a triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:11:33.679600 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:33.679946 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 423ac706-d95d-479a-86fe-d25bef64dc6a Sep 16 08:11:33.756768 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 423ac706-d95d-479a-86fe-d25bef64dc6a is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:11:33.757162 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:33.767846 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:33.781358 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:33.783628 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a556b2e-28ab-458d-9439-3df224078c29" -d '{"events": [{"server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "name": "network-vif-plugged", "status": "completed", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:33.796289 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 423ac706-d95d-479a-86fe-d25bef64dc6a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=423ac706-d95d-479a-86fe-d25bef64dc6a,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:33.823378 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a112f005-be2b-4c6a-98e8-d2564a23998d x-openstack-request-id: req-a112f005-be2b-4c6a-98e8-d2564a23998d {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:33.823665 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "name": "network-vif-plugged", "status": "completed", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:33.823918 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a112f005-be2b-4c6a-98e8-d2564a23998d {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:33.824464 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a112f005-be2b-4c6a-98e8-d2564a23998d'] response: {'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'code': 200} Sep 16 08:11:33.862182 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:33.913236 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=423ac706-d95d-479a-86fe-d25bef64dc6a,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:34.606204 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68ad07-230a-44f8-9b24-664321c9101d req-1dd17182-0cfc-4ef6-9509-94fe6d917dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:34.608938 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a68ad07-230a-44f8-9b24-664321c9101d req-1dd17182-0cfc-4ef6-9509-94fe6d917dee service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0441055 Sep 16 08:11:34.654930 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26ceb-0dcd-4d46-8a15-4013420d794e req-048662d2-6754-4731-9f3d-e5d1f27ccdaf tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:34.656342 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7a68ad07-230a-44f8-9b24-664321c9101d req-4b4f581a-43cd-4c71-a51b-2299368d61a2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Sep 16 08:11:34.656470 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-69c26ceb-0dcd-4d46-8a15-4013420d794e req-048662d2-6754-4731-9f3d-e5d1f27ccdaf tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 946 time: 0.0482118 Sep 16 08:11:34.706972 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-69c26ceb-0dcd-4d46-8a15-4013420d794e req-80e3f3f9-e17e-4efe-b1c0-c621ccdc83fa tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446315 Sep 16 08:11:35.810897 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:35.829035 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34c558-7db0-4db1-acdf-971ef4bd5671 req-ab55685a-088a-4172-8442-e2732260a96b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:35.830541 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5d34c558-7db0-4db1-acdf-971ef4bd5671 req-ab55685a-088a-4172-8442-e2732260a96b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 946 time: 0.0461795 Sep 16 08:11:35.878649 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5d34c558-7db0-4db1-acdf-971ef4bd5671 req-8b1623cb-35e1-4317-8dce-9b08da727132 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Sep 16 08:11:37.000068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e1838-d1e0-4586-99a2-06e6164f5755 req-633655a9-fb40-4f5a-abdb-3f0b6e45166e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:37.001524 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-218e1838-d1e0-4586-99a2-06e6164f5755 req-633655a9-fb40-4f5a-abdb-3f0b6e45166e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 946 time: 0.0500250 Sep 16 08:11:37.050531 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-218e1838-d1e0-4586-99a2-06e6164f5755 req-c39bffd3-bae1-4985-be52-1719b410e56a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Sep 16 08:11:37.168389 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8fcd8-30ab-4c7f-bacf-6a3c7a6f4e88 req-e9736c27-e10f-44f2-8920-f453a2ece6be tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:37.169778 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-daf8fcd8-30ab-4c7f-bacf-6a3c7a6f4e88 req-e9736c27-e10f-44f2-8920-f453a2ece6be tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 946 time: 0.0461657 Sep 16 08:11:37.222215 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-daf8fcd8-30ab-4c7f-bacf-6a3c7a6f4e88 req-bbb66940-3505-439e-9305-83fa7f5e09dd tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Sep 16 08:11:37.251166 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55230) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:37.289028 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1af249-b03e-459b-9ef7-def38d295a64 tempest-TestVolumeBootPattern-1804295190 tempest-TestVolumeBootPattern-1804295190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:37.290538 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-bc1af249-b03e-459b-9ef7-def38d295a64 tempest-TestVolumeBootPattern-1804295190 tempest-TestVolumeBootPattern-1804295190-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1125 time: 0.0384195 Sep 16 08:11:37.293360 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55232) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:37.297623 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:11:37.387964 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:37.468227 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:37.572518 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Allocated IP 172.27.1.67 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/aed1c34e-3a0c-47f4-9087-33bb88b59014) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:11:37.677597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:37.765838 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:37.791491 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:37.804687 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:11:37.809654 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:11:37.815746 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:11:37.845012 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=aed1c34e-3a0c-47f4-9087-33bb88b59014,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:37.886457 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:38.202784 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (8dfec09b-9406-470a-8bfd-f2897627641f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:38.306874 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0a111254-501b-4378-a4d6-9becbea5474b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:38.336417 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:38.430636 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:38.486704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:38.553440 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:38.624894 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (8dfec09b-9406-470a-8bfd-f2897627641f), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:38.626824 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=aed1c34e-3a0c-47f4-9087-33bb88b59014,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:38.723381 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Floating IP 8dfec09b-9406-470a-8bfd-f2897627641f associated. External IP: 172.27.1.67, port: 423ac706-d95d-479a-86fe-d25bef64dc6a. Sep 16 08:11:39.182636 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:11:39.202098 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:39.283519 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:11:39.294254 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:11:39.304495 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:39.305109 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:39.383271 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:39.410200 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:39.413620 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-bacd407f-a13c-474c-ae4a-164d37c925e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1192036 Sep 16 08:11:39.414311 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:39.416768 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:39.453326 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf84fc9a-9181-4875-ab88-44f28b39da20 x-openstack-request-id: req-bf84fc9a-9181-4875-ab88-44f28b39da20 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:39.453620 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:39.453866 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf84fc9a-9181-4875-ab88-44f28b39da20 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:39.454266 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf84fc9a-9181-4875-ab88-44f28b39da20'] response: {'name': 'network-changed', 'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'status': 'completed', 'code': 200} Sep 16 08:11:39.543916 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:39.553429 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-c3ca5e26-de8d-4785-a711-fedb132654f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:39.554979 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-c3ca5e26-de8d-4785-a711-fedb132654f0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0473335 Sep 16 08:11:39.641794 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:38Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:39.666456 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-d6a2d405-f334-4e73-a4fc-6d2e85f06373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:39.667665 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-d6a2d405-f334-4e73-a4fc-6d2e85f06373 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.1004665 Sep 16 08:11:39.672939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:11:39.681384 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:39.681979 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:39.778321 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-b1744758-8f8b-41b0-8a89-4175660bdc8f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=423ac706-d95d-479a-86fe-d25bef64dc6a HTTP/1.1" status: 200 len: 999 time: 0.0669279 Sep 16 08:11:39.785460 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:39.830151 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-e4b878c0-470d-4f40-9e6c-e7588bd0cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:39.831779 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-e4b878c0-470d-4f40-9e6c-e7588bd0cd07 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0467427 Sep 16 08:11:39.876949 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-68e20360-1574-4955-960b-66b8e968c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:39.878457 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-68e20360-1574-4955-960b-66b8e968c936 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389369 Sep 16 08:11:39.929162 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:39.973932 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-861117f8-0040-4397-a3bd-271229967ee9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Sep 16 08:11:40.000056 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:38Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:40.025772 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4ffb0-409a-46fb-8e4e-cb203da1066f None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:38Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:11:40.042661 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:40.068095 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fda9fdc2-80a4-4e84-aa58-0cd711e7c48c req-5791d205-3dae-417a-90dd-64aa544501cb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864463 Sep 16 08:11:40.225353 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0eb54-83b3-467a-b97b-f9a1294938f9 None None] New status for floating IP 8dfec09b-9406-470a-8bfd-f2897627641f: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:11:40.649387 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-2a445b06-18f9-4336-9bde-1b964013bae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:41.546700 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55306) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:41.650868 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ccc5545c-fa58-4743-bd08-eae813c9091f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:41.728817 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ccc5545c-fa58-4743-bd08-eae813c9091f admin admin] Publish callbacks [] for security_group (7301f074-cc04-42ac-98b6-6d770e294a51), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:41.810859 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ccc5545c-fa58-4743-bd08-eae813c9091f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7301f074-cc04-42ac-98b6-6d770e294a51), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:41.848971 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5545c-fa58-4743-bd08-eae813c9091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7301f074-cc04-42ac-98b6-6d770e294a51,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:41.853253 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ccc5545c-fa58-4743-bd08-eae813c9091f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=bbc448e5b2c541ec904a43f3b2aa4bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055365 Sep 16 08:11:41.856018 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55312) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:41.904463 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c56eda44-77a0-4f2a-95cd-20e93aa306e8 admin admin] Publish callbacks [] for security_group (7301f074-cc04-42ac-98b6-6d770e294a51), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:41.924886 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c56eda44-77a0-4f2a-95cd-20e93aa306e8 admin admin] Publish callbacks [] for security_group (7301f074-cc04-42ac-98b6-6d770e294a51), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.054814 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c56eda44-77a0-4f2a-95cd-20e93aa306e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7301f074-cc04-42ac-98b6-6d770e294a51), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.057304 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c56eda44-77a0-4f2a-95cd-20e93aa306e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.058448 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c56eda44-77a0-4f2a-95cd-20e93aa306e8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7301f074-cc04-42ac-98b6-6d770e294a51 HTTP/1.1" status: 204 len: 168 time: 0.2014596 Sep 16 08:11:42.070867 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eda44-77a0-4f2a-95cd-20e93aa306e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7301f074-cc04-42ac-98b6-6d770e294a51,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:42.095124 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.707237 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55318) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:42.720582 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.797728 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Publish callbacks [] for security_group (42d04ac7-b1e9-4d6e-af26-c75835a97e5a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.862310 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (42d04ac7-b1e9-4d6e-af26-c75835a97e5a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.903065 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9ea9ae9ce7004cf49f0ac2d7d8065187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947458 Sep 16 08:11:42.903900 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d04ac7-b1e9-4d6e-af26-c75835a97e5a,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:42.906115 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55322) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:42.917654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.917999 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.918339 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.918689 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.919026 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.919353 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.919676 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.919997 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.920320 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.920642 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.920966 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.921290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.921608 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.921925 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.922240 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f68cb0-b698-49b1-9ad6-3d3a6eb5a02b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:11:42.969951 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-911e45b6-73fb-4c0c-be7e-7c3dd5798c0e admin admin] Publish callbacks [] for security_group (42d04ac7-b1e9-4d6e-af26-c75835a97e5a), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:42.989643 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-911e45b6-73fb-4c0c-be7e-7c3dd5798c0e admin admin] Publish callbacks [] for security_group (42d04ac7-b1e9-4d6e-af26-c75835a97e5a), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:43.073551 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-911e45b6-73fb-4c0c-be7e-7c3dd5798c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (42d04ac7-b1e9-4d6e-af26-c75835a97e5a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:43.076109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-911e45b6-73fb-4c0c-be7e-7c3dd5798c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:43.077259 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-911e45b6-73fb-4c0c-be7e-7c3dd5798c0e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/42d04ac7-b1e9-4d6e-af26-c75835a97e5a HTTP/1.1" status: 204 len: 168 time: 0.1694331 Sep 16 08:11:43.084900 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e45b6-73fb-4c0c-be7e-7c3dd5798c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d04ac7-b1e9-4d6e-af26-c75835a97e5a,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:43.447745 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:43.534964 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:43.912044 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:47.658065 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:11:50.326984 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=12 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:51.895871 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.061595 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=72,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:52.062316 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:52.201555 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55488) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:52.340892 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b010-1bb6-499c-873c-9024bfdb3aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.390016 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:52.420048 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:52.420481 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b010-1bb6-499c-873c-9024bfdb3aaa admin admin] Publish callbacks [] for security_group (87fe93c9-dad6-4468-9dd7-30f738ee6544), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.513549 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b010-1bb6-499c-873c-9024bfdb3aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (87fe93c9-dad6-4468-9dd7-30f738ee6544), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.555151 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c8a6b010-1bb6-499c-873c-9024bfdb3aaa admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=fd8bdf863fce4b96854ff8137f73f8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524983 Sep 16 08:11:52.555995 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6b010-1bb6-499c-873c-9024bfdb3aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe93c9-dad6-4468-9dd7-30f738ee6544,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:52.557928 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55502) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:52.616620 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b0b96a8-45f8-49b8-b62d-28c39ffd4bcf admin admin] Publish callbacks [] for security_group (87fe93c9-dad6-4468-9dd7-30f738ee6544), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.637193 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b0b96a8-45f8-49b8-b62d-28c39ffd4bcf admin admin] Publish callbacks [] for security_group (87fe93c9-dad6-4468-9dd7-30f738ee6544), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.748144 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b0b96a8-45f8-49b8-b62d-28c39ffd4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (87fe93c9-dad6-4468-9dd7-30f738ee6544), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.750764 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4b0b96a8-45f8-49b8-b62d-28c39ffd4bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:52.755098 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4b0b96a8-45f8-49b8-b62d-28c39ffd4bcf admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/87fe93c9-dad6-4468-9dd7-30f738ee6544 HTTP/1.1" status: 204 len: 168 time: 0.1928561 Sep 16 08:11:52.762862 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b96a8-45f8-49b8-b62d-28c39ffd4bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe93c9-dad6-4468-9dd7-30f738ee6544,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:53.168324 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5140-1dd7-4964-bea1-adcd3ce8a17f req-06fc438a-6795-4f18-8115-8ece41a17d92 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:53.169684 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-442f5140-1dd7-4964-bea1-adcd3ce8a17f req-06fc438a-6795-4f18-8115-8ece41a17d92 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0507410 Sep 16 08:11:53.218441 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-442f5140-1dd7-4964-bea1-adcd3ce8a17f req-82878c50-9ef2-4689-8fe2-33506c458b2c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Sep 16 08:11:53.420000 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55518) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:53.433921 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-968a1582-e6b0-4b21-8f12-acb408e54028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:53.507622 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-968a1582-e6b0-4b21-8f12-acb408e54028 admin admin] Publish callbacks [] for security_group (ac1a68be-f16c-4442-89cd-ace6ecb561d9), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:53.581051 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-968a1582-e6b0-4b21-8f12-acb408e54028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ac1a68be-f16c-4442-89cd-ace6ecb561d9), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:53.620204 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-968a1582-e6b0-4b21-8f12-acb408e54028 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8e1f9359a3a4429c9f16d1bfe82a5bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991374 Sep 16 08:11:53.621057 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a1582-e6b0-4b21-8f12-acb408e54028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1a68be-f16c-4442-89cd-ace6ecb561d9,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:53.623502 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55520) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:53.672846 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7f30a740-d333-4610-8497-f93e27547764 admin admin] Publish callbacks [] for security_group (ac1a68be-f16c-4442-89cd-ace6ecb561d9), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:53.692339 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7f30a740-d333-4610-8497-f93e27547764 admin admin] Publish callbacks [] for security_group (ac1a68be-f16c-4442-89cd-ace6ecb561d9), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:53.793511 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7f30a740-d333-4610-8497-f93e27547764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ac1a68be-f16c-4442-89cd-ace6ecb561d9), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:53.796090 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7f30a740-d333-4610-8497-f93e27547764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:53.797235 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7f30a740-d333-4610-8497-f93e27547764 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ac1a68be-f16c-4442-89cd-ace6ecb561d9 HTTP/1.1" status: 204 len: 168 time: 0.1727591 Sep 16 08:11:53.805367 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30a740-d333-4610-8497-f93e27547764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1a68be-f16c-4442-89cd-ace6ecb561d9,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:54.343044 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087c56f-8dbc-400c-b0d1-d99969e43328 req-49fa8015-689c-4b29-9a1a-3168d348825f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:54.344676 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2087c56f-8dbc-400c-b0d1-d99969e43328 req-49fa8015-689c-4b29-9a1a-3168d348825f tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0468955 Sep 16 08:11:54.393767 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2087c56f-8dbc-400c-b0d1-d99969e43328 req-4eff7e6a-f0a5-4625-92c6-1d95ff91a17a tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Sep 16 08:11:55.384389 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55552) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:55.510935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-682e5c1c-cc44-4caa-909a-657fda01b8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:55.535522 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315deeb-1702-4c3a-a082-7782407b7a1f req-e93d581d-5088-4831-82fa-1fbd8b650366 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:55.536942 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b315deeb-1702-4c3a-a082-7782407b7a1f req-e93d581d-5088-4831-82fa-1fbd8b650366 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0665431 Sep 16 08:11:55.597695 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70037214-ec12-4081-8141-27c3fa5e0350 req-3cfe3168-f6cf-4244-9f60-3439f326e4a2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:11:55.599164 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-70037214-ec12-4081-8141-27c3fa5e0350 req-3cfe3168-f6cf-4244-9f60-3439f326e4a2 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 946 time: 0.0474885 Sep 16 08:11:55.693045 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Deleting port ed18c377-ec53-4436-81b8-4ffcc88a10c0 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:55.693384 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:55.791349 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] For port ed18c377-ec53-4436-81b8-4ffcc88a10c0, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ed18c377-ec53-4436-81b8-4ffcc88a10c0,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:11:55.791711 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:55.850698 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b315deeb-1702-4c3a-a082-7782407b7a1f req-4405622d-13ff-4991-8172-21050e4b5009 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=0d1efcb6-5763-4889-9052-7bb8b3d6390f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055744 Sep 16 08:11:55.885829 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-682e5c1c-cc44-4caa-909a-657fda01b8a4 admin admin] Publish callbacks [] for security_group (b333a2e9-fb38-4db4-91bc-25fde1f13a22), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:55.941523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-682e5c1c-cc44-4caa-909a-657fda01b8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b333a2e9-fb38-4db4-91bc-25fde1f13a22), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:55.959101 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:55.959464 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (90854f81-a472-43a1-88c9-b1f4f63a4b37), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:55.959781 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Floating IP 90854f81-a472-43a1-88c9-b1f4f63a4b37 disassociated. External IP: 172.27.1.3, port: ed18c377-ec53-4436-81b8-4ffcc88a10c0. Sep 16 08:11:55.960128 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Calling delete_port for ed18c377-ec53-4436-81b8-4ffcc88a10c0 owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:55.980776 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-682e5c1c-cc44-4caa-909a-657fda01b8a4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2a64e4583fa44c2c8a9ba72742fdd8ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5952909 Sep 16 08:11:55.982727 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e5c1c-cc44-4caa-909a-657fda01b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b333a2e9-fb38-4db4-91bc-25fde1f13a22,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:55.985803 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55558) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:56.036989 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e9c34731-88d4-46d7-bad3-35f0df36e06d admin admin] Publish callbacks [] for security_group (b333a2e9-fb38-4db4-91bc-25fde1f13a22), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:56.037223 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:56.057997 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e9c34731-88d4-46d7-bad3-35f0df36e06d admin admin] Publish callbacks [] for security_group (b333a2e9-fb38-4db4-91bc-25fde1f13a22), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:56.070365 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:56.192126 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (ed18c377-ec53-4436-81b8-4ffcc88a10c0), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:56.219224 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event deleted for resources: {'Port': ['ID=ed18c377-ec53-4436-81b8-4ffcc88a10c0,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:56.245185 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e9c34731-88d4-46d7-bad3-35f0df36e06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b333a2e9-fb38-4db4-91bc-25fde1f13a22), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:56.248863 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e9c34731-88d4-46d7-bad3-35f0df36e06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:56.248985 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e9c34731-88d4-46d7-bad3-35f0df36e06d admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b333a2e9-fb38-4db4-91bc-25fde1f13a22 HTTP/1.1" status: 204 len: 168 time: 0.2615137 Sep 16 08:11:56.257351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34731-88d4-46d7-bad3-35f0df36e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b333a2e9-fb38-4db4-91bc-25fde1f13a22,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:56.337128 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Router a3f10b12-42eb-4943-a69d-f1d758a83139 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:11:56.443145 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:11:56.453875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] Sync routers for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:11:56.466094 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:56.466987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:56.492255 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] No DVR routers for this DVR port ed18c377-ec53-4436-81b8-4ffcc88a10c0 on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:11:56.494852 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:56.497948 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-70037214-ec12-4081-8141-27c3fa5e0350 req-0a0ca332-45ff-45b8-8ec6-9c146df2aa7c tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ed18c377-ec53-4436-81b8-4ffcc88a10c0 HTTP/1.1" status: 204 len: 173 time: 0.8867946 Sep 16 08:11:56.498448 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'name': 'network-vif-deleted', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:11:56.500736 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc72a7-4ef4-4d0b-b2be-a6551990fa40" -d '{"events": [{"server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "name": "network-vif-deleted", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:11:56.556597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3163be40-07ab-4814-a52f-809a55f563ce x-openstack-request-id: req-3163be40-07ab-4814-a52f-809a55f563ce {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:11:56.557625 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172d6ac8-f22f-4167-b9c2-4da9eef51e88", "name": "network-vif-deleted", "tag": "ed18c377-ec53-4436-81b8-4ffcc88a10c0", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:11:56.557951 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3163be40-07ab-4814-a52f-809a55f563ce {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:11:56.558557 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3163be40-07ab-4814-a52f-809a55f563ce'] response: {'server_uuid': '172d6ac8-f22f-4167-b9c2-4da9eef51e88', 'name': 'network-vif-deleted', 'tag': 'ed18c377-ec53-4436-81b8-4ffcc88a10c0', 'status': 'completed', 'code': 200} Sep 16 08:11:56.619090 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:56.976456 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9adbaf78-a0ca-4455-9da0-2ed9162fcf3e req-6c394cb5-1f35-4838-9f89-ba480cf75114 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=172d6ac8-f22f-4167-b9c2-4da9eef51e88 HTTP/1.1" status: 200 len: 210 time: 0.0311036 Sep 16 08:11:57.004196 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:57.031698 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] Checking router: a3f10b12-42eb-4943-a69d-f1d758a83139 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:11:57.040618 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:11:57.041229 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:57.151455 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:11:57.420798 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:11:57.448111 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f5670e-c1f0-46bf-9ae6-4b941000ba8c None None] The sync data for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi is: [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:24Z', 'revision_number': 4, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '6c619ada-09c4-4cd7-beab-0687360712cc', 'name': '', 'network_id': 'f6b86e2a-3872-426c-a67d-323df7f17364', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'mac_address': 'fa:16:3e:12:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:22Z', 'updated_at': '2022-09-16T08:05:34Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'subnets': [{'id': '05e81105-9c00-46fd-b4f6-8c785b577b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:11:57.689252 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706bf9a5-38b9-4835-b925-21fb26c4be83 None None] New status for floating IP 90854f81-a472-43a1-88c9-b1f4f63a4b37: DOWN {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:11:57.995714 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55608) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:58.108157 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-84b0f09b-2280-4ea6-b844-9f225e7cba9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.120244 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:58.137047 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:58.144205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55616) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:58.183428 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-84b0f09b-2280-4ea6-b844-9f225e7cba9f admin admin] Publish callbacks [] for security_group (c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.202029 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-23a1cee1-5b49-4da5-9015-041e62185b41 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (0d1efcb6-5763-4889-9052-7bb8b3d6390f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.224561 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-23a1cee1-5b49-4da5-9015-041e62185b41 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (0d1efcb6-5763-4889-9052-7bb8b3d6390f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.279323 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-84b0f09b-2280-4ea6-b844-9f225e7cba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.318183 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-84b0f09b-2280-4ea6-b844-9f225e7cba9f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c5d35713ae6f4db1a2874336ee56588c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213947 Sep 16 08:11:58.320078 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0f09b-2280-4ea6-b844-9f225e7cba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:58.321036 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55618) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:58.368491 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-23a1cee1-5b49-4da5-9015-041e62185b41 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (0d1efcb6-5763-4889-9052-7bb8b3d6390f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.371032 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-23a1cee1-5b49-4da5-9015-041e62185b41 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.372176 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-23a1cee1-5b49-4da5-9015-041e62185b41 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/0d1efcb6-5763-4889-9052-7bb8b3d6390f HTTP/1.1" status: 204 len: 168 time: 0.2269468 Sep 16 08:11:58.375047 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55624) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:58.379531 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bfc719d0-bc2d-44da-a992-ef9384d9cd27 admin admin] Publish callbacks [] for security_group (c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.387418 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1cee1-5b49-4da5-9015-041e62185b41 tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1efcb6-5763-4889-9052-7bb8b3d6390f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:58.390590 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.api.v2.resource [None req-b6a50204-f769-432c-ba2c-2374b103d38b tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] show failed (client error): The resource could not be found. Sep 16 08:11:58.395378 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b6a50204-f769-432c-ba2c-2374b103d38b tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "GET /networking/v2.0/security-groups/0d1efcb6-5763-4889-9052-7bb8b3d6390f HTTP/1.1" status: 404 len: 347 time: 0.0190251 Sep 16 08:11:58.396010 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55626) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:11:58.437086 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:58.448228 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bfc719d0-bc2d-44da-a992-ef9384d9cd27 admin admin] Publish callbacks [] for security_group (c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.541629 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Deleting port 96c9d957-14b4-401a-820a-c31c0d16c5e1 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:11:58.543946 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.623900 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.624231 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (96c9d957-14b4-401a-820a-c31c0d16c5e1), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.637308 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Calling delete_port for 96c9d957-14b4-401a-820a-c31c0d16c5e1 owned by network:floatingip {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:11:58.679372 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bfc719d0-bc2d-44da-a992-ef9384d9cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.681850 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bfc719d0-bc2d-44da-a992-ef9384d9cd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.683004 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-bfc719d0-bc2d-44da-a992-ef9384d9cd27 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c HTTP/1.1" status: 204 len: 168 time: 0.3609655 Sep 16 08:11:58.695718 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc719d0-bc2d-44da-a992-ef9384d9cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7213a4b-1fd0-4d0f-aa4f-8c17ee5bb29c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:58.767892 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:11:58.857507 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (96c9d957-14b4-401a-820a-c31c0d16c5e1), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.882667 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Pushing event deleted for resources: {'Port': ['ID=96c9d957-14b4-401a-820a-c31c0d16c5e1,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:11:58.942699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks [] for floatingip (90854f81-a472-43a1-88c9-b1f4f63a4b37), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.945132 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:11:58.946261 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-74c5ea13-48d3-49d2-bc55-c715a3202dcb tempest-AttachVolumeTestJSON-1548693197 tempest-AttachVolumeTestJSON-1548693197-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/90854f81-a472-43a1-88c9-b1f4f63a4b37 HTTP/1.1" status: 204 len: 168 time: 0.5493362 Sep 16 08:11:59.654653 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ed18c377-ec53-4436-81b8-4ffcc88a10c0 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:11:59.678788 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: ed18c377-ec53-4436-81b8-4ffcc88a10c0 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:11:59.679134 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ed18c377-ec53-4436-81b8-4ffcc88a10c0 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:00.274740 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c218-e575-4045-b58a-e25594d8da99 req-11863f13-12d3-4468-99c3-6aa42b210e69 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:00.276147 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cc67c218-e575-4045-b58a-e25594d8da99 req-11863f13-12d3-4468-99c3-6aa42b210e69 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0511975 Sep 16 08:12:00.323628 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cc67c218-e575-4045-b58a-e25594d8da99 req-e8aca812-d64d-4cd5-862f-46ecfa9ef275 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415468 Sep 16 08:12:01.453423 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354c39c-3287-4529-929f-482eaa6fef78 req-af9bc540-b968-41f9-9a8c-da874569da71 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:01.454965 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0354c39c-3287-4529-929f-482eaa6fef78 req-af9bc540-b968-41f9-9a8c-da874569da71 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0482068 Sep 16 08:12:01.517481 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0354c39c-3287-4529-929f-482eaa6fef78 req-fad6c120-7657-45fe-b53b-a167a4122bb4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555503 Sep 16 08:12:02.651880 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa98ea-26c1-4fe6-92f0-e48823111532 req-37d80942-1fc4-45cb-849b-870cee43da4d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:02.653384 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-31aa98ea-26c1-4fe6-92f0-e48823111532 req-37d80942-1fc4-45cb-849b-870cee43da4d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0493820 Sep 16 08:12:02.702176 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-31aa98ea-26c1-4fe6-92f0-e48823111532 req-844c130b-c424-46f5-8aeb-7544f046da2c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423408 Sep 16 08:12:02.871811 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55734) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:03.321772 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (a3f10b12-42eb-4943-a69d-f1d758a83139), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:03.498536 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:03.536058 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Deleting port 6c619ada-09c4-4cd7-beab-0687360712cc {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:03.536390 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:03.616317 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] For port 6c619ada-09c4-4cd7-beab-0687360712cc, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6c619ada-09c4-4cd7-beab-0687360712cc,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:03.616586 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:03.633350 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Calling delete_port for 6c619ada-09c4-4cd7-beab-0687360712cc owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:03.728836 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:03.847508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649703dd-f769-4394-97bd-431e8943b179 req-3c69a2c1-4a91-4ab7-8c8c-370650006f56 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:03.848970 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-649703dd-f769-4394-97bd-431e8943b179 req-3c69a2c1-4a91-4ab7-8c8c-370650006f56 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0583086 Sep 16 08:12:03.895701 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-649703dd-f769-4394-97bd-431e8943b179 req-2a7d4c50-c830-4829-9a53-d395d7426c1b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409315 Sep 16 08:12:03.907437 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (6c619ada-09c4-4cd7-beab-0687360712cc), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:03.935529 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c619ada-09c4-4cd7-beab-0687360712cc,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:04.106518 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (a3f10b12-42eb-4943-a69d-f1d758a83139), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.206382 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55748) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:04.310254 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:04.312164 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Router a3f10b12-42eb-4943-a69d-f1d758a83139 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:12:04.315135 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f425-fa1d-4759-974a-3668dbee2db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.396464 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f425-fa1d-4759-974a-3668dbee2db5 admin admin] Publish callbacks [] for security_group (dbda5a43-dba1-4023-9123-8c370758cb83), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.472459 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f8d7f425-fa1d-4759-974a-3668dbee2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (dbda5a43-dba1-4023-9123-8c370758cb83), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.515652 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-f8d7f425-fa1d-4759-974a-3668dbee2db5 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=dd7f67a691404532aea4fa3fc2d6c741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081319 Sep 16 08:12:04.516483 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7f425-fa1d-4759-974a-3668dbee2db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbda5a43-dba1-4023-9123-8c370758cb83,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:04.519506 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55752) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:04.573770 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d79c52ae-307b-4f1c-bd08-74e24832c974 admin admin] Publish callbacks [] for security_group (dbda5a43-dba1-4023-9123-8c370758cb83), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.596238 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d79c52ae-307b-4f1c-bd08-74e24832c974 admin admin] Publish callbacks [] for security_group (dbda5a43-dba1-4023-9123-8c370758cb83), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.669240 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:12:04.674070 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-46ccb46d-4ad2-4cd9-94a6-0798084cbd9b admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/a3f10b12-42eb-4943-a69d-f1d758a83139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8031285 Sep 16 08:12:04.676736 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55754) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:04.679231 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] Sync routers for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:12:04.690902 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:12:04.691510 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:04.718160 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d79c52ae-307b-4f1c-bd08-74e24832c974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (dbda5a43-dba1-4023-9123-8c370758cb83), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.723396 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-d79c52ae-307b-4f1c-bd08-74e24832c974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.728239 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d79c52ae-307b-4f1c-bd08-74e24832c974 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/dbda5a43-dba1-4023-9123-8c370758cb83 HTTP/1.1" status: 204 len: 168 time: 0.2055583 Sep 16 08:12:04.734137 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:04.743427 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c52ae-307b-4f1c-bd08-74e24832c974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbda5a43-dba1-4023-9123-8c370758cb83,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:04.789602 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks [] for router (a3f10b12-42eb-4943-a69d-f1d758a83139), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.806699 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:12:04.867142 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:04.890896 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks [] for router_gateway (a3f10b12-42eb-4943-a69d-f1d758a83139), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:04.975118 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '03848df1-e431-4a23-a805-a73807ab934c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:12:03Z', 'revision_number': 5, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port': {'id': '03848df1-e431-4a23-a805-a73807ab934c', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:d4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:14Z', 'updated_at': '2022-09-16T08:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:04.987069 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Deleting port 03848df1-e431-4a23-a805-a73807ab934c {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:04.987508 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (03848df1-e431-4a23-a805-a73807ab934c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.014367 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] Checking router: a3f10b12-42eb-4943-a69d-f1d758a83139 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:12:05.023715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] Routers {'a3f10b12-42eb-4943-a69d-f1d758a83139'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:12:05.024463 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:11:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['a3f10b12-42eb-4943-a69d-f1d758a83139'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:05.039697 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593f27-5b5c-43b1-9fef-4d62926eb6a4 req-8169a829-6ec2-4099-bf6c-7b9ff690fec5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:05.041364 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd593f27-5b5c-43b1-9fef-4d62926eb6a4 req-8169a829-6ec2-4099-bf6c-7b9ff690fec5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0556557 Sep 16 08:12:05.057953 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:05.077389 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:05.086382 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] For port 03848df1-e431-4a23-a805-a73807ab934c, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=03848df1-e431-4a23-a805-a73807ab934c,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:05.086721 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (03848df1-e431-4a23-a805-a73807ab934c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.100696 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Calling delete_port for 03848df1-e431-4a23-a805-a73807ab934c owned by network:router_gateway {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:05.120765 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd593f27-5b5c-43b1-9fef-4d62926eb6a4 req-c2c45e8a-0d34-481b-9529-7788d851140b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699706 Sep 16 08:12:05.134038 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] Set router a3f10b12-42eb-4943-a69d-f1d758a83139 gateway port host: None {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:12:05.188808 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:12:04Z', 'revision_number': 6, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:05.216137 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6382fd1-a6c8-4b0a-9427-ed109a4b03ea None None] The sync data for ids ['a3f10b12-42eb-4943-a69d-f1d758a83139'] in dv-cinder-740146-20-iscsi is: [{'id': 'a3f10b12-42eb-4943-a69d-f1d758a83139', 'name': 'tempest-AttachVolumeTestJSON-1577430859-router', 'tenant_id': '45838a0f741e485e8f424375c6d0d489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:12:04Z', 'revision_number': 6, 'project_id': '45838a0f741e485e8f424375c6d0d489', 'gw_port_host': None}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:12:05.363762 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (03848df1-e431-4a23-a805-a73807ab934c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.388547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=03848df1-e431-4a23-a805-a73807ab934c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:05.453480 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (a3f10b12-42eb-4943-a69d-f1d758a83139), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.540844 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (a3f10b12-42eb-4943-a69d-f1d758a83139), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.543062 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks [] for router_controller (a3f10b12-42eb-4943-a69d-f1d758a83139), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.638601 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (a3f10b12-42eb-4943-a69d-f1d758a83139), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.639231 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f10b12-42eb-4943-a69d-f1d758a83139 {{(pid=106810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:12:05.644384 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.645576 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6a499edf-1f87-426d-8827-4d1be2d5bc60 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/a3f10b12-42eb-4943-a69d-f1d758a83139 HTTP/1.1" status: 204 len: 168 time: 0.9678876 Sep 16 08:12:05.648350 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 55776) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:05.694874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] Deleting subnet 05e81105-9c00-46fd-b4f6-8c785b577b56 {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:12:05.697993 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] Publish callbacks [] for subnet (05e81105-9c00-46fd-b4f6-8c785b577b56), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.738592 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (05e81105-9c00-46fd-b4f6-8c785b577b56), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.779447 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:05.817588 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (05e81105-9c00-46fd-b4f6-8c785b577b56), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.924038 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (05e81105-9c00-46fd-b4f6-8c785b577b56), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.928450 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:05.957183 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e81105-9c00-46fd-b4f6-8c785b577b56,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:05.960840 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:05.964310 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-47d47be4-7e33-463c-8f55-294c350e67e8 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/05e81105-9c00-46fd-b4f6-8c785b577b56 HTTP/1.1" status: 204 len: 168 time: 0.3147337 Sep 16 08:12:05.967003 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55792) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:05.967727 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0749f62-64c0-4b10-8dc0-a375b26fcd31 None None] Network f6b86e2a-3872-426c-a67d-323df7f17364 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:06.078063 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (f6b86e2a-3872-426c-a67d-323df7f17364), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.130353 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Deleting port 75c0d38c-6c75-4b77-af01-053287c911f5 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:06.130865 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.163555 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] DHCP port deletion for f6b86e2a-3872-426c-a67d-323df7f17364 request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:12:06.212523 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] Deleting port 75c0d38c-6c75-4b77-af01-053287c911f5 {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:06.213007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.214498 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] For port 75c0d38c-6c75-4b77-af01-053287c911f5, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=75c0d38c-6c75-4b77-af01-053287c911f5,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:06.215361 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.231946 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Calling delete_port for 75c0d38c-6c75-4b77-af01-053287c911f5 owned by network:dhcp {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:06.288589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] For port 75c0d38c-6c75-4b77-af01-053287c911f5, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=75c0d38c-6c75-4b77-af01-053287c911f5,segment=NetworkSegment(583edb01-b273-4e13-808e-5c242e8e340a),segment_id=583edb01-b273-4e13-808e-5c242e8e340a)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:06.288917 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.291140 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:06.303322 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] Calling delete_port for 75c0d38c-6c75-4b77-af01-053287c911f5 owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:06.309502 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753342e-ce4c-4298-93eb-c8324b9cffe1 req-2f74f23f-2dee-415e-a6e6-a92158ffe368 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:06.312048 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0753342e-ce4c-4298-93eb-c8324b9cffe1 req-2f74f23f-2dee-415e-a6e6-a92158ffe368 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.1020684 Sep 16 08:12:06.368100 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0753342e-ce4c-4298-93eb-c8324b9cffe1 req-c0447bbd-02c6-4ad4-935b-5f3dbec8a303 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493479 Sep 16 08:12:06.401011 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.410944 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (75c0d38c-6c75-4b77-af01-053287c911f5), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.425703 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Pushing event deleted for resources: {'Port': ['ID=75c0d38c-6c75-4b77-af01-053287c911f5,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:06.431937 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] No DVR routers for this DVR port 75c0d38c-6c75-4b77-af01-053287c911f5 on host dv-cinder-740146-20-iscsi {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:12:06.448998 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] Pushing event deleted for resources: {'Port': ['ID=75c0d38c-6c75-4b77-af01-053287c911f5,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:06.453945 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210525f-557b-4873-bd51-c98f5ba08aba None None] No DVR routers for this DVR port 75c0d38c-6c75-4b77-af01-053287c911f5 on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:12:06.509648 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (f6b86e2a-3872-426c-a67d-323df7f17364), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.530844 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b86e2a-3872-426c-a67d-323df7f17364']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:06.540319 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583edb01-b273-4e13-808e-5c242e8e340a') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:06.540571 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583edb01-b273-4e13-808e-5c242e8e340a') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:06.551356 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (583edb01-b273-4e13-808e-5c242e8e340a), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.565301 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (583edb01-b273-4e13-808e-5c242e8e340a), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.571693 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:12:06.572073 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (583edb01-b273-4e13-808e-5c242e8e340a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.706180 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (f6b86e2a-3872-426c-a67d-323df7f17364), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.707988 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:06.714666 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/f6b86e2a-3872-426c-a67d-323df7f17364 HTTP/1.1" status: 204 len: 168 time: 0.7443755 Sep 16 08:12:06.745096 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 583edb01-b273-4e13-808e-5c242e8e340a resource provider aggregate not found Sep 16 08:12:06.745096 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1935e20-ecae-4329-b7ec-5fdc6124af4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b86e2a-3872-426c-a67d-323df7f17364,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:06.762295 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 583edb01-b273-4e13-808e-5c242e8e340a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 583edb01-b273-4e13-808e-5c242e8e340a found for delete ", "request_id": "req-cc29ec84-e2f4-4e6c-8be6-52a2bd8d4734"}]} Sep 16 08:12:07.148331 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55836) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:07.188547 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b96f23c4-5408-4eac-bdb0-9293ffaf3df6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=45838a0f741e485e8f424375c6d0d489&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390854 Sep 16 08:12:07.191098 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55838) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:07.246660 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55ed5fdf-b053-4c3c-a511-ef78d3c9f3d4 admin admin] Publish callbacks [] for security_group (9a8edb48-7c79-4360-a476-514a6683d8a8), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:07.255982 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:07.265753 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6c619ada-09c4-4cd7-beab-0687360712cc no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:07.271175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55ed5fdf-b053-4c3c-a511-ef78d3c9f3d4 admin admin] Publish callbacks [] for security_group (9a8edb48-7c79-4360-a476-514a6683d8a8), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:07.288939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 6c619ada-09c4-4cd7-beab-0687360712cc {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:07.293688 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6c619ada-09c4-4cd7-beab-0687360712cc not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:07.293688 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 75c0d38c-6c75-4b77-af01-053287c911f5 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:07.315879 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 75c0d38c-6c75-4b77-af01-053287c911f5 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:07.318516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 75c0d38c-6c75-4b77-af01-053287c911f5 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:07.318516 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 03848df1-e431-4a23-a805-a73807ab934c no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:07.335094 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 03848df1-e431-4a23-a805-a73807ab934c {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:07.335448 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 03848df1-e431-4a23-a805-a73807ab934c not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:07.487341 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55ed5fdf-b053-4c3c-a511-ef78d3c9f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9a8edb48-7c79-4360-a476-514a6683d8a8), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:07.490067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-55ed5fdf-b053-4c3c-a511-ef78d3c9f3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:07.491293 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-55ed5fdf-b053-4c3c-a511-ef78d3c9f3d4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9a8edb48-7c79-4360-a476-514a6683d8a8 HTTP/1.1" status: 204 len: 168 time: 0.2992578 Sep 16 08:12:07.509392 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed5fdf-b053-4c3c-a511-ef78d3c9f3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8edb48-7c79-4360-a476-514a6683d8a8,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:07.521797 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af12803-4dab-4680-b261-8d0aa2a1181d req-6e78c5d4-c560-4305-8912-82d309caf4eb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:07.523628 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1af12803-4dab-4680-b261-8d0aa2a1181d req-6e78c5d4-c560-4305-8912-82d309caf4eb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0717382 Sep 16 08:12:07.583378 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:07.587720 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1af12803-4dab-4680-b261-8d0aa2a1181d req-7aa0cc4d-9c56-4ea9-bf02-a28532999d0c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572593 Sep 16 08:12:07.761525 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:07.764413 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:08.302233 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-03022124-b131-4725-9717-fddb027d17bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:08.730440 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f1b0a-2487-44bb-b408-a4fe6d8ec8cb req-3e99cbf9-693b-4aae-b5d4-3412486fb6ef tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:08.732198 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e44f1b0a-2487-44bb-b408-a4fe6d8ec8cb req-3e99cbf9-693b-4aae-b5d4-3412486fb6ef tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0587573 Sep 16 08:12:08.781835 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e44f1b0a-2487-44bb-b408-a4fe6d8ec8cb req-3972c0fd-3769-4516-a9a9-aad8812f20c6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Sep 16 08:12:09.911314 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3f531-da44-4709-857a-2365c15f4001 req-b455a59a-e90e-4b06-ae1a-7e9aec671b83 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:09.912780 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-65c3f531-da44-4709-857a-2365c15f4001 req-b455a59a-e90e-4b06-ae1a-7e9aec671b83 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0469434 Sep 16 08:12:09.966960 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-65c3f531-da44-4709-857a-2365c15f4001 req-c142f153-2925-40fc-ac7a-cdac3c891371 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Sep 16 08:12:10.638805 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3bf9e521-27f4-498b-bb01-97a3a5b8c315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:11.094250 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9c19a-71f3-47db-a729-f4dbfb3762e8 req-9c4b81be-0ea9-47a7-bafb-007792042bba tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:11.095793 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b8b9c19a-71f3-47db-a729-f4dbfb3762e8 req-9c4b81be-0ea9-47a7-bafb-007792042bba tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0474908 Sep 16 08:12:11.144318 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b8b9c19a-71f3-47db-a729-f4dbfb3762e8 req-550ca053-8775-48a6-8326-7b8c0894a0fd tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 Sep 16 08:12:12.062007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.252570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55940) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:12.278216 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470f8ad-7547-4e7b-aa1f-6c0236682a11 req-66a04cc3-aa6f-4260-a1a3-8e6c19892495 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:12.280170 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2470f8ad-7547-4e7b-aa1f-6c0236682a11 req-66a04cc3-aa6f-4260-a1a3-8e6c19892495 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0497341 Sep 16 08:12:12.337119 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2470f8ad-7547-4e7b-aa1f-6c0236682a11 req-3947da66-c29f-48cb-bf51-17eea387d25d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488219 Sep 16 08:12:12.379097 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c783d00-737a-4d11-8b1b-0c9bcb1a0501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.467839 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c783d00-737a-4d11-8b1b-0c9bcb1a0501 admin admin] Publish callbacks [] for security_group (f710cacd-b369-4274-979a-276c7c83848e), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.536225 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c783d00-737a-4d11-8b1b-0c9bcb1a0501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f710cacd-b369-4274-979a-276c7c83848e), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.575056 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c783d00-737a-4d11-8b1b-0c9bcb1a0501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f710cacd-b369-4274-979a-276c7c83848e,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:12.579346 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4c783d00-737a-4d11-8b1b-0c9bcb1a0501 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a6e1d253ff8041ecbb96a3cba86b17a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256874 Sep 16 08:12:12.583045 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 55948) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:12.618654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:12.631945 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b24f7a82-d9ad-48ce-80f8-6cfb99a6f358 admin admin] Publish callbacks [] for security_group (f710cacd-b369-4274-979a-276c7c83848e), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.652402 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b24f7a82-d9ad-48ce-80f8-6cfb99a6f358 admin admin] Publish callbacks [] for security_group (f710cacd-b369-4274-979a-276c7c83848e), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.764779 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b24f7a82-d9ad-48ce-80f8-6cfb99a6f358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f710cacd-b369-4274-979a-276c7c83848e), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.767430 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-b24f7a82-d9ad-48ce-80f8-6cfb99a6f358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:12.771676 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-b24f7a82-d9ad-48ce-80f8-6cfb99a6f358 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f710cacd-b369-4274-979a-276c7c83848e HTTP/1.1" status: 204 len: 168 time: 0.1849587 Sep 16 08:12:12.777522 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f7a82-d9ad-48ce-80f8-6cfb99a6f358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f710cacd-b369-4274-979a-276c7c83848e,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:13.501645 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae1abd-e1b8-46fd-bb73-a352d575df4a req-11027df7-1b17-409c-825a-223e9e6794ca tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:13.503841 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-77ae1abd-e1b8-46fd-bb73-a352d575df4a req-11027df7-1b17-409c-825a-223e9e6794ca tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0593631 Sep 16 08:12:13.547700 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:13.564673 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-77ae1abd-e1b8-46fd-bb73-a352d575df4a req-a8880564-da12-4abc-995b-d428d9d29d04 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551062 Sep 16 08:12:13.901386 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:14.644754 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56018) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:14.699903 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d63d5c-104c-4898-aea2-2ffb1b1038bc req-68ff2a54-0229-452e-a844-0e33f8d7e018 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:14.701466 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44d63d5c-104c-4898-aea2-2ffb1b1038bc req-68ff2a54-0229-452e-a844-0e33f8d7e018 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0509732 Sep 16 08:12:14.756692 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44d63d5c-104c-4898-aea2-2ffb1b1038bc req-461c6794-3133-461a-98e3-7a68ea91f944 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491576 Sep 16 08:12:14.762357 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c9724c3f-bdf7-45f0-a56a-5183f2db64b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:14.764849 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:14.843346 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c9724c3f-bdf7-45f0-a56a-5183f2db64b0 admin admin] Publish callbacks [] for security_group (350869d5-2175-4096-b7b9-71255bbc5911), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:14.884739 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c9724c3f-bdf7-45f0-a56a-5183f2db64b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (350869d5-2175-4096-b7b9-71255bbc5911), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:14.926936 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724c3f-bdf7-45f0-a56a-5183f2db64b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350869d5-2175-4096-b7b9-71255bbc5911,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:14.931535 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c9724c3f-bdf7-45f0-a56a-5183f2db64b0 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b4dd748a933e4c24a85624347d2586fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856455 Sep 16 08:12:14.934545 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56022) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:14.983491 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1ae276fd-4f25-4a31-8263-e48958deed06 admin admin] Publish callbacks [] for security_group (350869d5-2175-4096-b7b9-71255bbc5911), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:15.003435 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1ae276fd-4f25-4a31-8263-e48958deed06 admin admin] Publish callbacks [] for security_group (350869d5-2175-4096-b7b9-71255bbc5911), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:15.113932 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1ae276fd-4f25-4a31-8263-e48958deed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (350869d5-2175-4096-b7b9-71255bbc5911), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:15.116537 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1ae276fd-4f25-4a31-8263-e48958deed06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:15.117728 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1ae276fd-4f25-4a31-8263-e48958deed06 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/350869d5-2175-4096-b7b9-71255bbc5911 HTTP/1.1" status: 204 len: 168 time: 0.1823750 Sep 16 08:12:15.126097 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae276fd-4f25-4a31-8263-e48958deed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350869d5-2175-4096-b7b9-71255bbc5911,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:15.897446 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212df59-db33-4cc9-ac85-30b9894b66ce req-b80af859-b74c-4643-a2a9-ab506724d522 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:15.899000 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5212df59-db33-4cc9-ac85-30b9894b66ce req-b80af859-b74c-4643-a2a9-ab506724d522 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0530248 Sep 16 08:12:15.951134 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5212df59-db33-4cc9-ac85-30b9894b66ce req-fd2552a9-3bf2-4b79-b70d-c2cf25a04d44 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436535 Sep 16 08:12:17.083634 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c657a1-5335-4ffb-822b-b211e927eff0 req-b53aa276-8d9e-4f49-bff8-453e82cb0138 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:17.085161 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-23c657a1-5335-4ffb-822b-b211e927eff0 req-b53aa276-8d9e-4f49-bff8-453e82cb0138 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0479305 Sep 16 08:12:17.134468 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-23c657a1-5335-4ffb-822b-b211e927eff0 req-710d2597-c031-418b-92ba-2dfd98b5c6f1 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434906 Sep 16 08:12:18.335226 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eadf07-6e94-4b51-8c46-e1870147e9cd req-415ad70e-8c1c-460a-a86c-9089a125ef4e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:18.336692 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f9eadf07-6e94-4b51-8c46-e1870147e9cd req-415ad70e-8c1c-460a-a86c-9089a125ef4e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.1196382 Sep 16 08:12:18.384059 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f9eadf07-6e94-4b51-8c46-e1870147e9cd req-452d4969-e5e5-4674-8bf5-3075b6d2f0ad tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417790 Sep 16 08:12:19.511359 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bfd04-9bcd-4bd4-8091-a09362bef66e req-e602b132-9a1b-4853-abc3-400942407204 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:19.512825 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c72bfd04-9bcd-4bd4-8091-a09362bef66e req-e602b132-9a1b-4853-abc3-400942407204 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0463369 Sep 16 08:12:19.559599 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c72bfd04-9bcd-4bd4-8091-a09362bef66e req-2fda59df-135e-433b-8e2e-00997d452d81 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Sep 16 08:12:20.492001 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56124) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:20.594768 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:20.703811 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Publish callbacks [] for security_group (7f89ace4-22eb-472d-9d87-3ed2466b2d42), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:20.710795 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddad08-8d53-483c-a030-7047158f2e37 req-9006633a-61b5-4e52-90a8-250ce8668bb7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:20.712242 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-84ddad08-8d53-483c-a030-7047158f2e37 req-9006633a-61b5-4e52-90a8-250ce8668bb7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0691171 Sep 16 08:12:20.748970 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7f89ace4-22eb-472d-9d87-3ed2466b2d42), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:20.779075 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:20.798171 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-84ddad08-8d53-483c-a030-7047158f2e37 req-4a265012-012a-43b2-a881-55c858d7075c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800493 Sep 16 08:12:20.800952 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f89ace4-22eb-472d-9d87-3ed2466b2d42,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:20.804619 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a3d2df082d444cef906ca8de14226e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116071 Sep 16 08:12:20.807558 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56132) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:20.811162 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.811510 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.811917 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.812175 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.812501 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.812859 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.813169 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.813495 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.813881 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.814199 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.814526 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.814877 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.816467 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.816467 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.816467 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11010007-e014-4c9c-903f-bdf27e918b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:20.866708 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e7636e8d-9580-49d3-aabb-19b3d507ea91 admin admin] Publish callbacks [] for security_group (7f89ace4-22eb-472d-9d87-3ed2466b2d42), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:20.887458 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e7636e8d-9580-49d3-aabb-19b3d507ea91 admin admin] Publish callbacks [] for security_group (7f89ace4-22eb-472d-9d87-3ed2466b2d42), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:20.999005 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e7636e8d-9580-49d3-aabb-19b3d507ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7f89ace4-22eb-472d-9d87-3ed2466b2d42), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.001564 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e7636e8d-9580-49d3-aabb-19b3d507ea91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.002746 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e7636e8d-9580-49d3-aabb-19b3d507ea91 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7f89ace4-22eb-472d-9d87-3ed2466b2d42 HTTP/1.1" status: 204 len: 168 time: 0.1941841 Sep 16 08:12:21.011294 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7636e8d-9580-49d3-aabb-19b3d507ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f89ace4-22eb-472d-9d87-3ed2466b2d42,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:21.620850 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56140) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:21.634811 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c4df15f2-4061-4972-8e8f-5cf38178e5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.645632 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:21.711422 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c4df15f2-4061-4972-8e8f-5cf38178e5da admin admin] Publish callbacks [] for security_group (29ad6e7b-b581-4b5c-a227-e9e2268c5a71), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.751868 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:12:21.779237 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c4df15f2-4061-4972-8e8f-5cf38178e5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (29ad6e7b-b581-4b5c-a227-e9e2268c5a71), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.815745 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df15f2-4061-4972-8e8f-5cf38178e5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ad6e7b-b581-4b5c-a227-e9e2268c5a71,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:21.833089 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c4df15f2-4061-4972-8e8f-5cf38178e5da admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e8375ffe835046b8a7ca3a658923c0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027369 Sep 16 08:12:21.833202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56144) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:21.856011 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:21.868203 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:21.881639 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'port_id': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'mac_address': 'fa:16:3e:0c:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:12:21.910318 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-da75db25-871b-48e3-a868-b1526bb3d9f6 admin admin] Publish callbacks [] for security_group (29ad6e7b-b581-4b5c-a227-e9e2268c5a71), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.919793 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.920413 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: ACTIVE; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:21.920972 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.932639 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-da75db25-871b-48e3-a868-b1526bb3d9f6 admin admin] Publish callbacks [] for security_group (29ad6e7b-b581-4b5c-a227-e9e2268c5a71), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:21.935948 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24fc5230-45b4-476e-ae08-dc736c4339d1 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:12:21.940920 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c38b-aab2-44d0-912a-347fb9bfd77e req-96bae8fa-fa5e-4223-85a5-6e59fadaa969 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:21.948763 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5570c38b-aab2-44d0-912a-347fb9bfd77e req-96bae8fa-fa5e-4223-85a5-6e59fadaa969 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0610251 Sep 16 08:12:21.957448 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:21.993662 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5570c38b-aab2-44d0-912a-347fb9bfd77e req-314cd1d8-a223-4d6e-9e98-19b181427874 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440340 Sep 16 08:12:22.050208 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-da75db25-871b-48e3-a868-b1526bb3d9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (29ad6e7b-b581-4b5c-a227-e9e2268c5a71), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:22.050409 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:22.053297 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-da75db25-871b-48e3-a868-b1526bb3d9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:22.054466 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-da75db25-871b-48e3-a868-b1526bb3d9f6 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/29ad6e7b-b581-4b5c-a227-e9e2268c5a71 HTTP/1.1" status: 204 len: 168 time: 0.2287109 Sep 16 08:12:22.067417 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75db25-871b-48e3-a868-b1526bb3d9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ad6e7b-b581-4b5c-a227-e9e2268c5a71,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:22.088420 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:22.110712 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=6']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:22.118484 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.126064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:22.235465 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['24fc5230-45b4-476e-ae08-dc736c4339d1'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:12:23.009206 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56178) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:23.116362 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-712580446-network', 'tenant_id': '9d32f40c2bd64a61aadd27f82d11191a'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:23.156706 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987d3a4-13a1-4ee8-bc52-4c76185097fc req-cbc0208d-3468-4c6a-a176-ea5b8b91f570 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:23.158206 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1987d3a4-13a1-4ee8-bc52-4c76185097fc req-cbc0208d-3468-4c6a-a176-ea5b8b91f570 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 945 time: 0.0626218 Sep 16 08:12:23.210532 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-1987d3a4-13a1-4ee8-bc52-4c76185097fc req-de6d8136-4a6f-4a6c-99b4-0c0cf647cb12 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459588 Sep 16 08:12:23.215753 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Made reservation on behalf of 9d32f40c2bd64a61aadd27f82d11191a for: {'network': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:23.218265 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.234111 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.248960 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:23.311114 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks [] for security_group (ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.416382 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.443693 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=106809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:12:23.454255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:23.459324 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (a893830e-385e-46c5-bfe2-1d311ea8ae45), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.459670 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.segments_db [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Added segment a893830e-385e-46c5-bfe2-1d311ea8ae45 of type vlan for network a4c3bd05-db62-48c3-84ab-0949df8a6728 Sep 16 08:12:23.500160 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (a4c3bd05-db62-48c3-84ab-0949df8a6728), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.563355 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (a4c3bd05-db62-48c3-84ab-0949df8a6728), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.564386 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:23.564970 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.628652 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] Pushing event updated for resources: {'Network': ['ID=a4c3bd05-db62-48c3-84ab-0949df8a6728,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:23.636784 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-2afb1717-eaa6-4821-b4a0-eb83f361a84e admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6264346 Sep 16 08:12:23.638653 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56192) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:23.642037 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network a4c3bd05-db62-48c3-84ab-0949df8a6728 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:12:23.644343 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Request body: {'subnet': {'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-712580446-subnet', 'tenant_id': '9d32f40c2bd64a61aadd27f82d11191a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:23.730983 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Made reservation on behalf of 9d32f40c2bd64a61aadd27f82d11191a for: {'subnet': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:23.734198 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13267470'] for subnet (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.767459 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:12:23.774877 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:23.818160 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 24fc5230-45b4-476e-ae08-dc736c4339d1 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:12:23.818583 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.818953 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 24fc5230-45b4-476e-ae08-dc736c4339d1 Sep 16 08:12:23.892384 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:23.892774 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:23.916236 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:23.918444 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4944d9fa-0e7b-4d82-af2d-56bd837a9cb7" -d '{"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-plugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:23.932503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:23.932503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:23.983331 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e152f91-9b7c-4ee2-8c02-8964f586a2d7 x-openstack-request-id: req-3e152f91-9b7c-4ee2-8c02-8964f586a2d7 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:23.983331 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-plugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:23.983331 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e152f91-9b7c-4ee2-8c02-8964f586a2d7 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:23.983331 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e152f91-9b7c-4ee2-8c02-8964f586a2d7'] response: {'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'code': 200} Sep 16 08:12:23.993504 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13267480'] for subnet (60a543bd-8b26-407f-8c2c-5b744b3c0c12), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:24.011927 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:24.062629 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a543bd-8b26-407f-8c2c-5b744b3c0c12,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:24.070183 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=7']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:24.073473 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Checking segment: {'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:12:24.074026 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Network hostable DHCP agents. Network: a4c3bd05-db62-48c3-84ab-0949df8a6728, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:12:24.170076 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Network a4c3bd05-db62-48c3-84ab-0949df8a6728 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:12:24.244558 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, a4c3bd05-db62-48c3-84ab-0949df8a6728) {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:12:24.248490 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:24.249540 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:24.257837 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fee83b3-5c20-4dea-a4ec-df4b976f479b None None] Network a4c3bd05-db62-48c3-84ab-0949df8a6728 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:24.351302 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b053-1a5f-468f-8ea5-a3b3833d7f67 req-1a1f5e5b-6dbd-481f-a6ef-d162643a1b3b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:24.352764 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49c3b053-1a5f-468f-8ea5-a3b3833d7f67 req-1a1f5e5b-6dbd-481f-a6ef-d162643a1b3b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0465586 Sep 16 08:12:24.360648 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bd17f-7e7e-498f-a5f9-bcf214f7d651 None None] Network a4c3bd05-db62-48c3-84ab-0949df8a6728 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:24.407887 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-49c3b053-1a5f-468f-8ea5-a3b3833d7f67 req-2e1d435e-d84a-4459-a797-6702f6b2ed62 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478537 Sep 16 08:12:24.553303 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-809f2d97-e565-4179-8fde-d27aa4ec7c9a admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9127059 Sep 16 08:12:24.658625 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:12:25.541507 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228b5ac-6ee0-4684-b629-186b531361d4 req-41b362af-a908-4231-adbb-f13e0db07603 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:25.543079 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e228b5ac-6ee0-4684-b629-186b531361d4 req-41b362af-a908-4231-adbb-f13e0db07603 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0481877 Sep 16 08:12:25.606021 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e228b5ac-6ee0-4684-b629-186b531361d4 req-df8b4364-13b0-4598-bdb7-cb30ae8899ca tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562296 Sep 16 08:12:26.118813 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894e105-0e39-496f-add8-dc859669ae15 req-41d06661-75b0-493d-aca2-189d2aa98f97 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:26.120848 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a894e105-0e39-496f-add8-dc859669ae15 req-41d06661-75b0-493d-aca2-189d2aa98f97 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0555451 Sep 16 08:12:26.180517 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a894e105-0e39-496f-add8-dc859669ae15 req-b05830a1-566c-489f-ba0a-7966ec8b3614 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531430 Sep 16 08:12:26.775135 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177e44e-3a12-465c-bcaa-776771ad88bc req-79e4749d-07fb-4c31-8448-32d623435c49 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:26.784031 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d177e44e-3a12-465c-bcaa-776771ad88bc req-79e4749d-07fb-4c31-8448-32d623435c49 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0656447 Sep 16 08:12:26.836825 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-bd9a8af6-5d54-4658-affc-dad3c50474de tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:26.838399 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-bd9a8af6-5d54-4658-affc-dad3c50474de tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/networks?id=a4c3bd05-db62-48c3-84ab-0949df8a6728 HTTP/1.1" status: 200 len: 808 time: 0.1254334 Sep 16 08:12:26.853259 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d177e44e-3a12-465c-bcaa-776771ad88bc req-6ee6b84b-e5a9-4414-9ead-a427ab354ce8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622911 Sep 16 08:12:26.870894 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-81852ad1-d651-4255-9bd6-602d18fb5615 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/quotas/9d32f40c2bd64a61aadd27f82d11191a HTTP/1.1" status: 200 len: 375 time: 0.0238004 Sep 16 08:12:26.902700 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-9ec707ab-56dd-40a1-aa66-7735c026fedb tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334327 Sep 16 08:12:27.040834 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-04eb4122-0f8e-4750-a49b-1b0567d393b2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197860 Sep 16 08:12:27.097483 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:27.139686 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-e8c9018e-96aa-43e9-a5b0-c110dfb8e562 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035097 Sep 16 08:12:27.324145 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebcb49-5ac3-4d6e-aa93-b099fdd7a6e1 req-55d1d9b0-484c-41fa-8f22-e375c082a1bd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:27.325629 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2bebcb49-5ac3-4d6e-aa93-b099fdd7a6e1 req-55d1d9b0-484c-41fa-8f22-e375c082a1bd tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0545425 Sep 16 08:12:27.422520 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2bebcb49-5ac3-4d6e-aa93-b099fdd7a6e1 req-2ebd53a2-8b56-484f-8c00-062c0a1e0525 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866845 Sep 16 08:12:27.515543 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3e7f4583-7149-4c3c-a994-87fb38a65ffc req-acb74c3b-c517-4e0c-afc6-635dd78153bd tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 210 time: 0.0385110 Sep 16 08:12:27.959819 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-42993237-f609-4edb-9ae6-e819d0946eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:27.962559 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-42993237-f609-4edb-9ae6-e819d0946eef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1130 time: 0.0895925 Sep 16 08:12:28.057203 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc5685-612a-4107-9b53-2bc98f317051 req-55a39182-4438-4f75-99a7-3ae3a6f2d6b5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:28.071673 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c6cc5685-612a-4107-9b53-2bc98f317051 req-55a39182-4438-4f75-99a7-3ae3a6f2d6b5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.1008453 Sep 16 08:12:28.085001 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f246af9-04cc-4965-a3be-27a54be1698f req-24c82e8a-0d83-4279-b2e6-6c1d072a0a8f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:28.094878 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0f246af9-04cc-4965-a3be-27a54be1698f req-24c82e8a-0d83-4279-b2e6-6c1d072a0a8f tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.1189353 Sep 16 08:12:28.111008 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-41569954-4e5f-4615-8f6b-baef99a4db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:28.112998 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-41569954-4e5f-4615-8f6b-baef99a4db6e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 918 time: 0.1253419 Sep 16 08:12:28.140983 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c6cc5685-612a-4107-9b53-2bc98f317051 req-578c81e2-1eab-42fb-9a1f-e36c72f34cd5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718875 Sep 16 08:12:28.569499 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2672-7c9b-49e2-bcc3-6aa42c8b266b req-3790ba86-ad54-494e-9fe9-57bd6db7ee58 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:28.578806 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27cf2672-7c9b-49e2-bcc3-6aa42c8b266b req-3790ba86-ad54-494e-9fe9-57bd6db7ee58 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0718346 Sep 16 08:12:28.587268 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:28.634266 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-27cf2672-7c9b-49e2-bcc3-6aa42c8b266b req-596b3f69-48c6-4f58-9011-9918879b5492 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544329 Sep 16 08:12:28.647732 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7b296b3a-e606-4c58-861f-92f62d9526db req-b559d033-9d75-461b-acbe-9a5e112e0124 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 210 time: 0.0401416 Sep 16 08:12:29.272473 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35968-0add-440b-bbfb-e79b9abeb505 req-49b36cd1-a524-461b-9942-81c1918cf455 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:29.273907 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b3c35968-0add-440b-bbfb-e79b9abeb505 req-49b36cd1-a524-461b-9942-81c1918cf455 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0457685 Sep 16 08:12:29.319599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:29.326876 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b3c35968-0add-440b-bbfb-e79b9abeb505 req-1405c86e-8b2b-437e-96e7-fc5cb5db5ebc tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 Sep 16 08:12:29.809101 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-202b8a81-daf7-4c95-9677-0b2d9d73fff7 req-a8192933-e347-4722-96e4-6ad56a3dfc4e tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 210 time: 0.0408287 Sep 16 08:12:29.829667 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472cfc-44ca-4cae-9b38-35bbc8ab4876 req-189c80a3-fce1-44ca-ba87-2fd28aa7253c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:29.831171 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-25472cfc-44ca-4cae-9b38-35bbc8ab4876 req-189c80a3-fce1-44ca-ba87-2fd28aa7253c tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 945 time: 0.0938783 Sep 16 08:12:29.869002 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port 0952c557-1b1e-4f0b-84db-689b34cad324 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:29.869352 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:29.950317 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-25472cfc-44ca-4cae-9b38-35bbc8ab4876 req-bee82291-87c0-44eb-86ad-2cea064f5b68 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=da70c9d4-0e24-43a3-a099-515959cc6462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082606 Sep 16 08:12:29.996152 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] For port 0952c557-1b1e-4f0b-84db-689b34cad324, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=0952c557-1b1e-4f0b-84db-689b34cad324,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:29.996492 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:30.148405 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:30.172342 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:30.172715 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (c7cedcf1-cead-40c0-a24a-183cc46ae9a8), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:30.173034 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Floating IP c7cedcf1-cead-40c0-a24a-183cc46ae9a8 disassociated. External IP: 172.27.1.244, port: 0952c557-1b1e-4f0b-84db-689b34cad324. Sep 16 08:12:30.191834 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for 0952c557-1b1e-4f0b-84db-689b34cad324 owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:30.310346 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:30.410394 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (0952c557-1b1e-4f0b-84db-689b34cad324), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:30.444469 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=0952c557-1b1e-4f0b-84db-689b34cad324,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:30.483265 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb61c97-ce18-4d89-ad6a-d1bd7cc76325 req-4b1fce42-bb49-46fb-b56a-a548ddc63cc9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:30.484747 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6cb61c97-ce18-4d89-ad6a-d1bd7cc76325 req-4b1fce42-bb49-46fb-b56a-a548ddc63cc9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0683677 Sep 16 08:12:30.540870 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6cb61c97-ce18-4d89-ad6a-d1bd7cc76325 req-3d5c2a5c-2d04-4a5b-ba60-52372b9d4ff9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487123 Sep 16 08:12:30.586309 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:12:30.684186 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-0d9276e0-acfe-40c6-9209-29af6813f804 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 200 len: 1001 time: 0.0791566 Sep 16 08:12:30.767194 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-9bbace86-4e8e-43c9-9de3-5f5c045883ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:30.768819 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-9bbace86-4e8e-43c9-9de3-5f5c045883ac service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.0770469 Sep 16 08:12:30.772643 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:12:30.791918 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:12:30.826412 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:12:30.828148 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:12:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:30.879055 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] No DVR routers for this DVR port 0952c557-1b1e-4f0b-84db-689b34cad324 on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:12:30.888266 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:30.898778 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0f246af9-04cc-4965-a3be-27a54be1698f req-615e2dca-320b-47cd-86b6-e33b7e9465ce tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.42 "DELETE /networking/v2.0/ports/0952c557-1b1e-4f0b-84db-689b34cad324 HTTP/1.1" status: 204 len: 173 time: 1.2287786 Sep 16 08:12:30.899862 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'name': 'network-vif-deleted', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:30.908446 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda51dd5-3043-408b-a7ba-c606a3118365" -d '{"events": [{"server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "name": "network-vif-deleted", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:30.916220 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-aac50e00-8d68-4ff2-955c-ed5612d49357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:30.917763 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-aac50e00-8d68-4ff2-955c-ed5612d49357 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1007979 Sep 16 08:12:31.048728 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd16912-0bd7-48ef-a536-d0c71093aed6 x-openstack-request-id: req-abd16912-0bd7-48ef-a536-d0c71093aed6 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:31.049896 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f515fbb-b67a-402f-8768-d42e46423db1", "name": "network-vif-deleted", "tag": "0952c557-1b1e-4f0b-84db-689b34cad324", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:31.054801 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abd16912-0bd7-48ef-a536-d0c71093aed6 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:31.055402 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd16912-0bd7-48ef-a536-d0c71093aed6'] response: {'server_uuid': '6f515fbb-b67a-402f-8768-d42e46423db1', 'name': 'network-vif-deleted', 'tag': '0952c557-1b1e-4f0b-84db-689b34cad324', 'status': 'completed', 'code': 200} Sep 16 08:12:31.071782 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2c277a8d-9b3b-4ea0-a1da-b8e15720bd5f req-b4adc69d-9916-4d83-8213-52e92c42c744 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 210 time: 0.0862443 Sep 16 08:12:31.078709 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-2160ecaf-c4df-46b1-8afe-af62fe96e356 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538944 Sep 16 08:12:31.176275 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:12:31.205698 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6c5cf21b-d7cf-42fc-9134-d6e6cbb97a80 req-3e4b3351-6e0a-4f2a-a1a8-09acdcd1a7b7 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 210 time: 0.0936434 Sep 16 08:12:31.298267 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-aa18f89f-cef6-43f0-81e6-ebe96e3985e9 req-e6f3062d-aa0f-4d52-a964-a441106e0680 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724119 Sep 16 08:12:31.374911 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:31.406760 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:12:31.415657 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:12:31.416257 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:12:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:31.532986 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:12:31.706169 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb178846-a158-47f5-be71-30e64be9490d req-5e9af286-f4a9-4963-a221-ad646b352277 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:31.715102 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb178846-a158-47f5-be71-30e64be9490d req-5e9af286-f4a9-4963-a221-ad646b352277 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0619504 Sep 16 08:12:31.799666 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:31.827252 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a093d-0cdf-4471-85f0-557b67c6dfd8 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:05:18Z', 'revision_number': 4, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '908f1523-ffa9-4dda-a9ed-a42da50cd7cb', 'name': '', 'network_id': '08ca5f04-b5f0-4538-b476-9e48665ae12b', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'mac_address': 'fa:16:3e:bb:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:17Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'subnets': [{'id': 'db759994-3b88-4ef4-af5b-d356f0776d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:12:31.829741 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb178846-a158-47f5-be71-30e64be9490d req-32053699-fde9-4586-b5b0-2dc57e2b6ab2 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103642 Sep 16 08:12:32.233557 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6abfd38b-2655-4823-8660-0245c1c1f913 req-5ae447d0-01ed-4bbf-b6ff-8d97b18506b1 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 210 time: 0.0634763 Sep 16 08:12:32.287579 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47f41d7-03f7-45b6-b2a1-ff83fda8e8cf None None] New status for floating IP c7cedcf1-cead-40c0-a24a-183cc46ae9a8: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:12:32.385388 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-de1eebd2-a869-4201-b1c9-fd469d76485c tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:32.387215 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-de1eebd2-a869-4201-b1c9-fd469d76485c tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c3bd05-db62-48c3-84ab-0949df8a6728 HTTP/1.1" status: 200 len: 808 time: 0.2312596 Sep 16 08:12:32.391688 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5bbc9e27-12e5-48f6-b983-1d36d1b951bd req-7ab3c3c0-b42b-44cf-889f-d8d41b2c158a tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=6f515fbb-b67a-402f-8768-d42e46423db1 HTTP/1.1" status: 200 len: 210 time: 0.0366209 Sep 16 08:12:32.556645 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Request body: {'port': {'device_id': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728', 'admin_state_up': True, 'tenant_id': '9d32f40c2bd64a61aadd27f82d11191a'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:32.613019 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0952c557-1b1e-4f0b-84db-689b34cad324 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:32.636126 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 0952c557-1b1e-4f0b-84db-689b34cad324 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:32.636484 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 0952c557-1b1e-4f0b-84db-689b34cad324 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:32.782749 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Made reservation on behalf of 9d32f40c2bd64a61aadd27f82d11191a for: {'port': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:32.787075 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:32.958564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Allocated IP 172.20.0.8 (a4c3bd05-db62-48c3-84ab-0949df8a6728/60a543bd-8b26-407f-8c2c-5b744b3c0c12/e24b0b86-8679-4330-a999-3826f76e950a) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:12:32.993003 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1c7f2-d481-4600-9a87-4d8e7f9ff302 req-f31447dc-05f5-449a-9363-f58c314064da tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:32.996205 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-87d1c7f2-d481-4600-9a87-4d8e7f9ff302 req-f31447dc-05f5-449a-9363-f58c314064da tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0788298 Sep 16 08:12:33.016178 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:33.023139 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:33.119095 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-87d1c7f2-d481-4600-9a87-4d8e7f9ff302 req-1b8126c7-ca51-4b6f-b425-e265a6a9201f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158190 Sep 16 08:12:33.178926 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks [] for port (e24b0b86-8679-4330-a999-3826f76e950a), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.352959 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2ea1ef3e-6368-4fbb-ae75-0f4b57da7d64 req-c3f561d5-5059-4287-9f07-8028deaed291 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 210 time: 0.0275350 Sep 16 08:12:33.366613 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (e24b0b86-8679-4330-a999-3826f76e950a), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.420933 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Network a4c3bd05-db62-48c3-84ab-0949df8a6728 is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:12:33.426292 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:12:33.429561 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:12:33.436588 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Pushing event updated for resources: {'Port': ['ID=e24b0b86-8679-4330-a999-3826f76e950a,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:33.491804 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:33.492978 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.567455 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-015a7a6e-a757-40a6-a273-0e4a31765371 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0156281 Sep 16 08:12:33.586650 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56368) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:33.593483 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Request body: {'port': {'device_id': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:33.684356 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a31987e1-e498-400f-9758-533f9663b20e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (da70c9d4-0e24-43a3-a099-515959cc6462), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.686704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e24b0b86-8679-4330-a999-3826f76e950a), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.703124 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:33.712829 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a31987e1-e498-400f-9758-533f9663b20e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (da70c9d4-0e24-43a3-a099-515959cc6462), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.884714 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a31987e1-e498-400f-9758-533f9663b20e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (da70c9d4-0e24-43a3-a099-515959cc6462), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.888588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a31987e1-e498-400f-9758-533f9663b20e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:33.896183 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a31987e1-e498-400f-9758-533f9663b20e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/da70c9d4-0e24-43a3-a099-515959cc6462 HTTP/1.1" status: 204 len: 168 time: 0.3059454 Sep 16 08:12:33.897407 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56370) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:33.909105 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31987e1-e498-400f-9758-533f9663b20e tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70c9d4-0e24-43a3-a099-515959cc6462,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:33.921585 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.api.v2.resource [None req-e06a6291-15a4-4740-a73c-49b3b7653df5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] show failed (client error): The resource could not be found. Sep 16 08:12:33.922839 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e06a6291-15a4-4740-a73c-49b3b7653df5 tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "GET /networking/v2.0/security-groups/da70c9d4-0e24-43a3-a099-515959cc6462 HTTP/1.1" status: 404 len: 347 time: 0.0244853 Sep 16 08:12:33.926087 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56372) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:34.042878 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24b0b86-8679-4330-a999-3826f76e950a {{(pid=106810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:12:34.057596 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Publish callbacks [] for port (e24b0b86-8679-4330-a999-3826f76e950a), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.076866 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Deleting port 1a2150cd-cd83-470d-98c4-76f0d7a8a9f8 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:34.077396 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.079872 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.provisioning_blocks [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Transition to ACTIVE for port object e24b0b86-8679-4330-a999-3826f76e950a will not be triggered until provisioned by entity L2. {{(pid=106810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:12:34.166963 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (e24b0b86-8679-4330-a999-3826f76e950a), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.179264 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.179599 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.211388 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Calling delete_port for 1a2150cd-cd83-470d-98c4-76f0d7a8a9f8 owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:34.283011 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Pushing event updated for resources: {'Port': ['ID=e24b0b86-8679-4330-a999-3826f76e950a,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:34.305169 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:34.358499 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006284f-cf75-4f50-92b4-72610b1cb30c req-c1781f7c-19c0-48b7-ab17-e890a2659b2e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:34.360683 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b006284f-cf75-4f50-92b4-72610b1cb30c req-c1781f7c-19c0-48b7-ab17-e890a2659b2e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0877805 Sep 16 08:12:34.375929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:34.421369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Attempting to bind port e24b0b86-8679-4330-a999-3826f76e950a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:12:34.421369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Attempting to bind port e24b0b86-8679-4330-a999-3826f76e950a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:12:34.421369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Attempting to bind port e24b0b86-8679-4330-a999-3826f76e950a on network a4c3bd05-db62-48c3-84ab-0949df8a6728 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:12:34.479890 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Port e24b0b86-8679-4330-a999-3826f76e950a on network a4c3bd05-db62-48c3-84ab-0949df8a6728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:12:34.480223 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Attempting to bind port e24b0b86-8679-4330-a999-3826f76e950a on network a4c3bd05-db62-48c3-84ab-0949df8a6728 {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:12:34.492146 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (1a2150cd-cd83-470d-98c4-76f0d7a8a9f8), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.527746 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b006284f-cf75-4f50-92b4-72610b1cb30c req-7f7acf92-abd9-4b1e-9f32-0fad81b9fb4e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500514 Sep 16 08:12:34.542370 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Pushing event deleted for resources: {'Port': ['ID=1a2150cd-cd83-470d-98c4-76f0d7a8a9f8,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:34.554446 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af166693-3f59-4cf4-b4e9-998d5d57618a req-0c8da029-ec2b-4ba0-b7b8-404e8ee35a59 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:34.570718 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-af166693-3f59-4cf4-b4e9-998d5d57618a req-0c8da029-ec2b-4ba0-b7b8-404e8ee35a59 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 943 time: 0.1019263 Sep 16 08:12:34.579160 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:34.585610 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:12:34.585948 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Checking segment: {'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:12:34.586333 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Bound using segment: {'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'} {{(pid=106810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:12:34.586800 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.managers [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Bound port: e24b0b86-8679-4330-a999-3826f76e950a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'}}] {{(pid=106810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:12:34.587161 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e24b0b86-8679-4330-a999-3826f76e950a), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.668596 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-af166693-3f59-4cf4-b4e9-998d5d57618a req-7a6585ac-1af8-449e-90da-70115d073388 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058824 Sep 16 08:12:34.669324 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks [] for floatingip (c7cedcf1-cead-40c0-a24a-183cc46ae9a8), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.674464 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.677956 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-0ca96124-049e-4b62-989f-ab93f1cca0cf tempest-AttachVolumeNegativeTest-2055762860 tempest-AttachVolumeNegativeTest-2055762860-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/c7cedcf1-cead-40c0-a24a-183cc46ae9a8 HTTP/1.1" status: 204 len: 168 time: 0.7483048 Sep 16 08:12:34.690230 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] For port e24b0b86-8679-4330-a999-3826f76e950a, host hv-cinder-74014, cleared binding levels {{(pid=106810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:12:34.693844 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] For port e24b0b86-8679-4330-a999-3826f76e950a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e24b0b86-8679-4330-a999-3826f76e950a,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:12:34.801115 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (e24b0b86-8679-4330-a999-3826f76e950a), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.804667 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:34.805363 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:34.806854 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e24b0b86-8679-4330-a999-3826f76e950a HTTP/1.1" status: 200 len: 1093 time: 1.2254894 Sep 16 08:12:34.812863 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'tag': 'e24b0b86-8679-4330-a999-3826f76e950a'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:34.815241 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664915f5-6217-486b-8ea0-b7a288bce6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a", "tag": "e24b0b86-8679-4330-a999-3826f76e950a"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:34.878926 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd887eb-c7d8-48b2-9792-f070d18d7699 service neutron] Pushing event updated for resources: {'Port': ['ID=e24b0b86-8679-4330-a999-3826f76e950a,revision_number=3']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:34.883195 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7190b554-8b42-4055-8889-ff6f05dd0323 x-openstack-request-id: req-7190b554-8b42-4055-8889-ff6f05dd0323 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:34.883479 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a", "tag": "e24b0b86-8679-4330-a999-3826f76e950a", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:34.883728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7190b554-8b42-4055-8889-ff6f05dd0323 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:34.887250 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7190b554-8b42-4055-8889-ff6f05dd0323'] response: {'name': 'network-changed', 'server_uuid': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'tag': 'e24b0b86-8679-4330-a999-3826f76e950a', 'status': 'completed', 'code': 200} Sep 16 08:12:34.980697 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664915f5-6217-486b-8ea0-b7a288bce6c8 req-2f8e21c5-0bbb-4144-be54-027fece3a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:34.982185 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-664915f5-6217-486b-8ea0-b7a288bce6c8 req-2f8e21c5-0bbb-4144-be54-027fece3a21d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 1127 time: 0.0460994 Sep 16 08:12:35.101052 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664915f5-6217-486b-8ea0-b7a288bce6c8 req-55899b95-070f-40c7-b3d9-b6c493ce2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:35.102763 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-664915f5-6217-486b-8ea0-b7a288bce6c8 req-55899b95-070f-40c7-b3d9-b6c493ce2ef5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1058493 Sep 16 08:12:35.210861 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664915f5-6217-486b-8ea0-b7a288bce6c8 req-b58ce5c8-9d30-46d9-a5e3-e4e6e2d87a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:35.212332 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-664915f5-6217-486b-8ea0-b7a288bce6c8 req-b58ce5c8-9d30-46d9-a5e3-e4e6e2d87a5a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025066 Sep 16 08:12:35.315098 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-006e40ad-aa10-4278-b9c6-fc781b0602a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:35.316607 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-006e40ad-aa10-4278-b9c6-fc781b0602a3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 1127 time: 0.0423319 Sep 16 08:12:35.342765 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:35.371411 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-babfe3b3-2805-48b5-bdb7-53f4bd2a6876 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e24b0b86-8679-4330-a999-3826f76e950a HTTP/1.1" status: 200 len: 217 time: 0.0360560 Sep 16 08:12:35.427857 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-a9a95a5a-ea55-4db3-95be-c59f8190b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:35.429644 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-a9a95a5a-ea55-4db3-95be-c59f8190b703 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=60a543bd-8b26-407f-8c2c-5b744b3c0c12 HTTP/1.1" status: 200 len: 848 time: 0.0523245 Sep 16 08:12:35.468350 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-9fb374f2-5dbd-44a2-9f28-d419356a7fa2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c3bd05-db62-48c3-84ab-0949df8a6728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298941 Sep 16 08:12:35.577189 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-392bf359-729a-4c91-89a5-8898a0a422e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009707 Sep 16 08:12:35.706012 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cb83fec8-958d-4c05-a222-721dcdc15109 req-e7c38d4d-69a7-42fb-a815-a1620dade692 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217558 Sep 16 08:12:35.858384 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e269e9-f4ec-4c3a-8ae6-c46cfed59084 req-8e9ae962-10dc-459e-b826-064afd26e02f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:35.860316 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e0e269e9-f4ec-4c3a-8ae6-c46cfed59084 req-8e9ae962-10dc-459e-b826-064afd26e02f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 943 time: 0.0828462 Sep 16 08:12:35.899901 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe998a0-f46e-488f-98be-83cd45037bd4 req-04d6c161-b6c4-4c8c-8bc5-4591bfab065f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:35.901820 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bbe998a0-f46e-488f-98be-83cd45037bd4 req-04d6c161-b6c4-4c8c-8bc5-4591bfab065f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0792363 Sep 16 08:12:35.931188 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e0e269e9-f4ec-4c3a-8ae6-c46cfed59084 req-ff55c3aa-23b8-49eb-8138-0127066fe594 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634506 Sep 16 08:12:35.961803 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-bbe998a0-f46e-488f-98be-83cd45037bd4 req-8fa8b311-c9a9-4a5a-b4f5-56a3db9de69c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532236 Sep 16 08:12:37.059597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d842d6-10aa-4b46-829d-9388184f7883 req-c287ab78-234b-46c2-9195-6631b629bced tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:37.061213 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-79d842d6-10aa-4b46-829d-9388184f7883 req-c287ab78-234b-46c2-9195-6631b629bced tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 943 time: 0.0502021 Sep 16 08:12:37.103708 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c635c8-a064-4f08-9bde-71891a77e7a4 req-af838267-bd9a-464c-81a2-3c9e81ce47f9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:37.105289 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d8c635c8-a064-4f08-9bde-71891a77e7a4 req-af838267-bd9a-464c-81a2-3c9e81ce47f9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0482678 Sep 16 08:12:37.115418 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-79d842d6-10aa-4b46-829d-9388184f7883 req-e51a9f9c-e16c-4cdd-bbe5-58200b170af5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Sep 16 08:12:37.165259 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d8c635c8-a064-4f08-9bde-71891a77e7a4 req-00672227-95ec-4627-86c4-14beeba57ea4 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537982 Sep 16 08:12:37.646775 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56440) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:37.800279 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-134c516e-dc20-4b99-b73c-7ec1ac63c0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:37.907730 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-134c516e-dc20-4b99-b73c-7ec1ac63c0c8 admin admin] Publish callbacks [] for security_group (2bc4972c-8834-4f49-95c2-f4afcc61346f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:37.987154 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-134c516e-dc20-4b99-b73c-7ec1ac63c0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2bc4972c-8834-4f49-95c2-f4afcc61346f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.028964 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c516e-dc20-4b99-b73c-7ec1ac63c0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4972c-8834-4f49-95c2-f4afcc61346f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:38.036833 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-134c516e-dc20-4b99-b73c-7ec1ac63c0c8 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9e69c6ce72224091825c73731d0211b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864515 Sep 16 08:12:38.037290 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56446) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:38.065230 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:38.100706 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ca712e72-c3db-4d06-bb09-5dad8caff5f2 admin admin] Publish callbacks [] for security_group (2bc4972c-8834-4f49-95c2-f4afcc61346f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.121856 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ca712e72-c3db-4d06-bb09-5dad8caff5f2 admin admin] Publish callbacks [] for security_group (2bc4972c-8834-4f49-95c2-f4afcc61346f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.246028 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70033c-d9e4-4ef5-a454-c740976aff86 req-daa34c73-febe-47b2-99cb-06f3b4563b23 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:38.247583 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6d70033c-d9e4-4ef5-a454-c740976aff86 req-daa34c73-febe-47b2-99cb-06f3b4563b23 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 943 time: 0.0509057 Sep 16 08:12:38.251349 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ca712e72-c3db-4d06-bb09-5dad8caff5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (2bc4972c-8834-4f49-95c2-f4afcc61346f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.251349 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ca712e72-c3db-4d06-bb09-5dad8caff5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.252277 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ca712e72-c3db-4d06-bb09-5dad8caff5f2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/2bc4972c-8834-4f49-95c2-f4afcc61346f HTTP/1.1" status: 204 len: 168 time: 0.2140431 Sep 16 08:12:38.268855 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca712e72-c3db-4d06-bb09-5dad8caff5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4972c-8834-4f49-95c2-f4afcc61346f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:38.330393 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-de1b99a0-21c0-4b18-8585-96c74b8a5236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.331425 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f4c5c-02ef-4d96-a885-dd954af5f786 req-244ab665-b47a-45e1-a889-00be21d0bd8c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:38.335726 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6d70033c-d9e4-4ef5-a454-c740976aff86 req-8c8dce18-728d-4f9c-8442-621eea17c258 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790498 Sep 16 08:12:38.341071 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0b6f4c5c-02ef-4d96-a885-dd954af5f786 req-244ab665-b47a-45e1-a889-00be21d0bd8c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0511160 Sep 16 08:12:38.391924 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0b6f4c5c-02ef-4d96-a885-dd954af5f786 req-03c68488-dc90-4438-a28b-3e8df8b5ac17 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521073 Sep 16 08:12:38.643602 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e24b0b86-8679-4330-a999-3826f76e950a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:12:38.708331 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:38.750552 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port e24b0b86-8679-4330-a999-3826f76e950a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e24b0b86-8679-4330-a999-3826f76e950a,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:38.761253 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'e24b0b86-8679-4330-a999-3826f76e950a', 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728', 'port_id': 'e24b0b86-8679-4330-a999-3826f76e950a', 'mac_address': 'fa:16:3e:bd:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a543bd-8b26-407f-8c2c-5b744b3c0c12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:12:38.795369 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port e24b0b86-8679-4330-a999-3826f76e950a is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:38.795755 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e24b0b86-8679-4330-a999-3826f76e950a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.810577 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24b0b86-8679-4330-a999-3826f76e950a {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:12:38.830438 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port e24b0b86-8679-4330-a999-3826f76e950a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e24b0b86-8679-4330-a999-3826f76e950a,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:38.907104 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (e24b0b86-8679-4330-a999-3826f76e950a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:38.926963 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56480) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:38.954479 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=e24b0b86-8679-4330-a999-3826f76e950a,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:39.283163 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['e24b0b86-8679-4330-a999-3826f76e950a'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:12:39.341285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-16ccea1e-55b5-405c-ab36-4035c403155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:39.343577 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-16ccea1e-55b5-405c-ab36-4035c403155c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1130 time: 0.0447185 Sep 16 08:12:39.392857 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:39.516698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56496) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:39.545447 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-bd823f38-fe2a-4ab1-b940-3ca10f27ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:39.546935 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-bd823f38-fe2a-4ab1-b940-3ca10f27ac31 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 918 time: 0.1952572 Sep 16 08:12:39.552708 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4f22d-a55f-4056-a558-ff53f4f78446 req-41d5f58b-ce03-459c-a775-a25fa12e1cde tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:39.554761 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-31a4f22d-a55f-4056-a558-ff53f4f78446 req-41d5f58b-ce03-459c-a775-a25fa12e1cde tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 944 time: 0.0907199 Sep 16 08:12:39.556390 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:39.584049 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da67f3-a807-4086-ab31-635bf7c0611d req-7de959d0-6a60-405d-b720-73abc998ef3c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:39.587143 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-76da67f3-a807-4086-ab31-635bf7c0611d req-7de959d0-6a60-405d-b720-73abc998ef3c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0836916 Sep 16 08:12:39.598494 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:39.632548 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-fd969bfd-c29a-448f-885e-6fd6ce738f2e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 200 len: 1001 time: 0.0768967 Sep 16 08:12:39.659050 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-585918068-network', 'tenant_id': 'e3276981b48d4974841dd97ee1cb9882'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:39.705245 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-76da67f3-a807-4086-ab31-635bf7c0611d req-3b6aab9b-0f47-45c2-9f31-a60e8f173d00 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125913 Sep 16 08:12:39.725722 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (26824754-1141-4254-acf9-b690275979c0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:39.935253 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-31a4f22d-a55f-4056-a558-ff53f4f78446 req-ace2956b-d177-4d07-81b6-77d3b6c754d7 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463280 Sep 16 08:12:39.956275 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Deleting port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:39.956481 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:39.962441 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-8e26ab3c-f844-4680-802c-fe27963368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:39.963887 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-8e26ab3c-f844-4680-802c-fe27963368d3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.3215263 Sep 16 08:12:40.006572 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-62b6863e-cc70-4cf6-801a-7ef450e63dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:40.008050 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-62b6863e-cc70-4cf6-801a-7ef450e63dc6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372033 Sep 16 08:12:40.038446 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] For port 908f1523-ffa9-4dda-a9ed-a42da50cd7cb, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:40.038842 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.055346 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Calling delete_port for 908f1523-ffa9-4dda-a9ed-a42da50cd7cb owned by network:router_interface {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:40.079800 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Made reservation on behalf of e3276981b48d4974841dd97ee1cb9882 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:40.082057 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.092229 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:40.105377 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.120126 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-f1ace53b-6909-4c35-952b-86ea1bb0c066 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045887 Sep 16 08:12:40.194797 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:40.273286 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-45abd9e0-ff5b-4938-843c-ffe1429f29a6 req-2a50f7a7-741c-431a-81a1-b3772f1c3ac0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440048 Sep 16 08:12:40.281589 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks [] for security_group (10f7d87e-2cae-45e5-aa68-bceb96713467), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.296039 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (908f1523-ffa9-4dda-a9ed-a42da50cd7cb), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.322399 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=908f1523-ffa9-4dda-a9ed-a42da50cd7cb,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:40.330234 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (10f7d87e-2cae-45e5-aa68-bceb96713467), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.360815 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:12:40.374531 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f7d87e-2cae-45e5-aa68-bceb96713467,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:40.377628 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (6458b7ed-acc5-445d-8c23-4a8c232b227f), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.377963 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Added segment 6458b7ed-acc5-445d-8c23-4a8c232b227f of type vlan for network bc4f5dfd-e75f-417b-a277-edb3999f1a95 Sep 16 08:12:40.432652 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (bc4f5dfd-e75f-417b-a277-edb3999f1a95), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.439566 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:40.489137 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (26824754-1141-4254-acf9-b690275979c0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.530247 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (bc4f5dfd-e75f-417b-a277-edb3999f1a95), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.531972 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:40.532134 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.535777 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:40.600865 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] Pushing event updated for resources: {'Network': ['ID=bc4f5dfd-e75f-417b-a277-edb3999f1a95,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:40.610589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network bc4f5dfd-e75f-417b-a277-edb3999f1a95 details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:12:40.621611 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a338e082-b7f7-486d-a8b1-ed01c133c9ef admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1019690 Sep 16 08:12:40.623040 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56500) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:40.627105 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Request body: {'subnet': {'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-585918068-subnet', 'tenant_id': 'e3276981b48d4974841dd97ee1cb9882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:40.658913 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9f891a87-c4e0-4dc8-9703-447e62c6a0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.707373 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Router 26824754-1141-4254-acf9-b690275979c0 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:12:40.722107 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e24b0b86-8679-4330-a999-3826f76e950a up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:12:40.724150 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Made reservation on behalf of e3276981b48d4974841dd97ee1cb9882 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:40.728942 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249505'] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.774964 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port e24b0b86-8679-4330-a999-3826f76e950a completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:12:40.838342 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port e24b0b86-8679-4330-a999-3826f76e950a triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:12:40.838786 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (e24b0b86-8679-4330-a999-3826f76e950a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.840054 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port e24b0b86-8679-4330-a999-3826f76e950a Sep 16 08:12:40.851863 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:12:40.860666 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e5435d76-f476-463b-a304-55285c98e1ec admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/26824754-1141-4254-acf9-b690275979c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9325681 Sep 16 08:12:40.860854 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:40.861287 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56504) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:40.865021 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] Sync routers for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:12:40.878075 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5b259-566f-4296-9ee1-de85fa2d4d84 req-0fcd9de5-47c6-45ea-aa63-9ee1688134c7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:40.879691 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-93d5b259-566f-4296-9ee1-de85fa2d4d84 req-0fcd9de5-47c6-45ea-aa63-9ee1688134c7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 946 time: 0.0706372 Sep 16 08:12:40.892267 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:12:40.894482 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:12:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:40.932822 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port e24b0b86-8679-4330-a999-3826f76e950a is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:40.933213 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e24b0b86-8679-4330-a999-3826f76e950a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:40.962350 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24b0b86-8679-4330-a999-3826f76e950a'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:40.964634 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f291a3-32b5-4043-9fc8-07ebd9418a2d" -d '{"events": [{"server_uuid": "dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a", "name": "network-vif-plugged", "status": "completed", "tag": "e24b0b86-8679-4330-a999-3826f76e950a"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:40.970335 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12805855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13249527'] for subnet (0e39df02-f1c3-4719-ab6c-7cde45b4c554), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.001690 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port e24b0b86-8679-4330-a999-3826f76e950a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e24b0b86-8679-4330-a999-3826f76e950a,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:41.006991 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-93d5b259-566f-4296-9ee1-de85fa2d4d84 req-fbd85bc5-5ac6-43d4-bf7b-eda8a2181484 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959530 Sep 16 08:12:41.018317 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks [] for router (26824754-1141-4254-acf9-b690275979c0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.045714 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:12:41.072965 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (e24b0b86-8679-4330-a999-3826f76e950a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.073821 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:41.092342 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e39df02-f1c3-4719-ab6c-7cde45b4c554,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:41.098688 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e663d-50c3-4974-8e0a-a3670968e6c5 x-openstack-request-id: req-732e663d-50c3-4974-8e0a-a3670968e6c5 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:41.098967 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a", "name": "network-vif-plugged", "status": "completed", "tag": "e24b0b86-8679-4330-a999-3826f76e950a", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:41.099529 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-732e663d-50c3-4974-8e0a-a3670968e6c5 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:41.100825 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732e663d-50c3-4974-8e0a-a3670968e6c5'] response: {'server_uuid': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24b0b86-8679-4330-a999-3826f76e950a', 'code': 200} Sep 16 08:12:41.110142 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Checking segment: {'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:12:41.110600 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Network hostable DHCP agents. Network: bc4f5dfd-e75f-417b-a277-edb3999f1a95, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:12:41.124188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af153928-d0e6-43c8-97dd-aa0c5e4d5649 req-007fe7b6-d2d9-4e81-9abd-36cfb527a8c8 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:41.125836 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-af153928-d0e6-43c8-97dd-aa0c5e4d5649 req-007fe7b6-d2d9-4e81-9abd-36cfb527a8c8 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 944 time: 0.0884416 Sep 16 08:12:41.167296 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=e24b0b86-8679-4330-a999-3826f76e950a,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:41.177690 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:41.188844 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-af153928-d0e6-43c8-97dd-aa0c5e4d5649 req-b15566f2-df42-4ceb-a90b-a488ea5af1a3 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543010 Sep 16 08:12:41.189059 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks [] for router_gateway (26824754-1141-4254-acf9-b690275979c0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.215402 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: ACTIVE; New status is: DOWN {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:41.215754 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.217042 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Network bc4f5dfd-e75f-417b-a277-edb3999f1a95 is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:12:41.255390 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:41.266022 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:41.268866 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:12:40Z', 'revision_number': 5, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port': {'id': '452e6c9a-4285-426e-8e8b-cb45dc9b8e1b', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26824754-1141-4254-acf9-b690275979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:05:13Z', 'updated_at': '2022-09-16T08:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:41.295410 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] Checking router: 26824754-1141-4254-acf9-b690275979c0 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:12:41.305084 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] Routers {'26824754-1141-4254-acf9-b690275979c0'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:12:41.305716 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:12:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['26824754-1141-4254-acf9-b690275979c0'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:41.312023 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, bc4f5dfd-e75f-417b-a277-edb3999f1a95) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:12:41.316302 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Deleting port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:41.316661 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.322239 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:41.322239 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.325330 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8135a58-9047-4444-8f14-162222e8a695 None None] Network bc4f5dfd-e75f-417b-a277-edb3999f1a95 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:41.330738 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:41.366528 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.406771 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d71309be-3b80-449f-849f-6fd37ccdcc52 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7833691 Sep 16 08:12:41.408408 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] Set router 26824754-1141-4254-acf9-b690275979c0 gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:12:41.414635 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] For port 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:41.414870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.429451 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Calling delete_port for 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b owned by network:router_gateway {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:41.462751 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:12:41Z', 'revision_number': 6, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:41.490168 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=8']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:41.494343 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ba16f-6a86-4d01-8711-31ada1e79a84 None None] The sync data for ids ['26824754-1141-4254-acf9-b690275979c0'] in dv-cinder-740146-20-iscsi is: [{'id': '26824754-1141-4254-acf9-b690275979c0', 'name': 'tempest-AttachVolumeNegativeTest-952884482-router', 'tenant_id': 'b807736ef6c54be2b4715f32a4cfea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:05:12Z', 'updated_at': '2022-09-16T08:12:41Z', 'revision_number': 6, 'project_id': 'b807736ef6c54be2b4715f32a4cfea57', 'gw_port_host': None}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:12:41.516045 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafffc2-2176-4d60-8721-708cabf1a299 None None] Network bc4f5dfd-e75f-417b-a277-edb3999f1a95 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:41.604677 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:41.701768 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (452e6c9a-4285-426e-8e8b-cb45dc9b8e1b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.738806 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Pushing event deleted for resources: {'Port': ['ID=452e6c9a-4285-426e-8e8b-cb45dc9b8e1b,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:41.751955 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:41.794003 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (26824754-1141-4254-acf9-b690275979c0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.885790 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (26824754-1141-4254-acf9-b690275979c0), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:41.888149 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks [] for router_controller (26824754-1141-4254-acf9-b690275979c0), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.010472 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (26824754-1141-4254-acf9-b690275979c0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.011648 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26824754-1141-4254-acf9-b690275979c0 {{(pid=106809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:12:42.016501 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.020130 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-75d1343f-ac42-48f2-9272-a4dc35517055 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/26824754-1141-4254-acf9-b690275979c0 HTTP/1.1" status: 204 len: 168 time: 1.1543510 Sep 16 08:12:42.020681 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56516) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:42.069728 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_v2 [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] Deleting subnet db759994-3b88-4ef4-af5b-d356f0776d88 {{(pid=106809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:12:42.073619 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] Publish callbacks [] for subnet (db759994-3b88-4ef4-af5b-d356f0776d88), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.095446 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.118745 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13220116'] for subnet (db759994-3b88-4ef4-af5b-d356f0776d88), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.184012 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab8dc9-78f3-4e5e-be10-af6eb7060f53 req-bb48360e-01bf-4c03-858c-4bef4963b7ae tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:42.185467 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27ab8dc9-78f3-4e5e-be10-af6eb7060f53 req-bb48360e-01bf-4c03-858c-4bef4963b7ae tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0827556 Sep 16 08:12:42.274060 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (db759994-3b88-4ef4-af5b-d356f0776d88), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.279765 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-27ab8dc9-78f3-4e5e-be10-af6eb7060f53 req-672c0dd8-6551-4169-b7f1-7c480101b43d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880711 Sep 16 08:12:42.360411 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de90da-ef20-42a6-abc1-5977819c1a3e req-8569f64d-0f2f-4159-a066-3520cecaa918 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:42.361968 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-38de90da-ef20-42a6-abc1-5977819c1a3e req-8569f64d-0f2f-4159-a066-3520cecaa918 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 945 time: 0.0911109 Sep 16 08:12:42.389749 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c305220-786b-43a4-a97b-497615be9210 req-eda70d68-2272-4bd5-af9d-4bca635d5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:42.391675 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7c305220-786b-43a4-a97b-497615be9210 req-eda70d68-2272-4bd5-af9d-4bca635d5f9d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 1129 time: 0.0738914 Sep 16 08:12:42.416647 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13209569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13267489'] for subnet (db759994-3b88-4ef4-af5b-d356f0776d88), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.454080 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db759994-3b88-4ef4-af5b-d356f0776d88,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:42.458637 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7c305220-786b-43a4-a97b-497615be9210 req-d25346f3-be92-4b4d-ad0a-4c28eb58eafb service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541852 Sep 16 08:12:42.459179 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.465135 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8274fb34-1275-4607-b738-2c4fd9d1f63d admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/db759994-3b88-4ef4-af5b-d356f0776d88 HTTP/1.1" status: 204 len: 168 time: 0.4429827 Sep 16 08:12:42.465769 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56524) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:42.469928 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-38de90da-ef20-42a6-abc1-5977819c1a3e req-abd89840-5d12-401a-927c-4f8fbe3c88c9 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006701 Sep 16 08:12:42.473086 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ec44a-7530-4e9d-8cfc-6d461ea74cfe None None] Network 08ca5f04-b5f0-4538-b476-9e48665ae12b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:42.565300 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (08ca5f04-b5f0-4538-b476-9e48665ae12b), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.613293 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Deleting port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:42.613644 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.658582 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] DHCP port deletion for 08ca5f04-b5f0-4538-b476-9e48665ae12b request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:12:42.690730 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] For port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:42.691068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.696639 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:42.701812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] Deleting port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:42.702185 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.705347 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:42.711016 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Calling delete_port for 4865bc9f-f6d2-4261-8f2a-824be84f9bbb owned by network:dhcp {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:42.774932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] For port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,segment=NetworkSegment(c573103a-c528-4a0b-a773-a7653ecbe69b),segment_id=c573103a-c528-4a0b-a773-a7653ecbe69b)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:42.775592 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.789468 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] Calling delete_port for 4865bc9f-f6d2-4261-8f2a-824be84f9bbb owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:42.873053 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.883571 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (4865bc9f-f6d2-4261-8f2a-824be84f9bbb), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.883752 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:42.899042 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:42.902594 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] No DVR routers for this DVR port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb on host dv-cinder-740146-20-iscsi {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:12:42.906392 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] Pushing event deleted for resources: {'Port': ['ID=4865bc9f-f6d2-4261-8f2a-824be84f9bbb,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:42.908708 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edea24-772a-4672-97d3-13af24c11fa8 None None] No DVR routers for this DVR port 4865bc9f-f6d2-4261-8f2a-824be84f9bbb on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:12:42.978598 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (08ca5f04-b5f0-4538-b476-9e48665ae12b), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:42.998501 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ca5f04-b5f0-4538-b476-9e48665ae12b']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:43.008592 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c573103a-c528-4a0b-a773-a7653ecbe69b') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:43.008865 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c573103a-c528-4a0b-a773-a7653ecbe69b') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:43.018484 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (c573103a-c528-4a0b-a773-a7653ecbe69b), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.032314 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (c573103a-c528-4a0b-a773-a7653ecbe69b), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.039213 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:12:43.039601 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (c573103a-c528-4a0b-a773-a7653ecbe69b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.082866 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment c573103a-c528-4a0b-a773-a7653ecbe69b resource provider aggregate not found Sep 16 08:12:43.102025 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment c573103a-c528-4a0b-a773-a7653ecbe69b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c573103a-c528-4a0b-a773-a7653ecbe69b found for delete ", "request_id": "req-1a43f9a4-6697-4c52-8797-67edca2b5a98"}]} Sep 16 08:12:43.102495 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:43.104909 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de37fc8-ed4a-4412-aee9-c5c89af76690" -d '{"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-unplugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:43.141388 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409317e8-cc42-4745-b98f-5766de20885e x-openstack-request-id: req-409317e8-cc42-4745-b98f-5766de20885e {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:43.141684 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-unplugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:43.141958 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-409317e8-cc42-4745-b98f-5766de20885e {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:43.142350 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409317e8-cc42-4745-b98f-5766de20885e'] response: {'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'code': 200} Sep 16 08:12:43.169929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (08ca5f04-b5f0-4538-b476-9e48665ae12b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.176644 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.180305 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/08ca5f04-b5f0-4538-b476-9e48665ae12b HTTP/1.1" status: 204 len: 168 time: 0.7129073 Sep 16 08:12:43.192910 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ca5f04-b5f0-4538-b476-9e48665ae12b,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:43.200279 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.200628 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.200988 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.201305 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.201659 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.201999 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.202445 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.202645 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.203183 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.203349 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.203647 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.203965 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.204281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.204601 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.204916 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cd585e-49a7-4350-9b97-dec73db7fb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:12:43.290610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 908f1523-ffa9-4dda-a9ed-a42da50cd7cb no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:43.310173 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 908f1523-ffa9-4dda-a9ed-a42da50cd7cb {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:43.310517 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 908f1523-ffa9-4dda-a9ed-a42da50cd7cb not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:43.310959 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4865bc9f-f6d2-4261-8f2a-824be84f9bbb no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:43.328668 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 4865bc9f-f6d2-4261-8f2a-824be84f9bbb {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:43.329007 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4865bc9f-f6d2-4261-8f2a-824be84f9bbb not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:43.329399 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:43.347459 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:43.349653 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 452e6c9a-4285-426e-8e8b-cb45dc9b8e1b not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:43.425017 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26ee8e-3ecb-4273-a743-b63fe509d76f req-8ee53245-5a3d-4aaf-9363-d75efa47ca55 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:43.426470 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-af26ee8e-3ecb-4273-a743-b63fe509d76f req-8ee53245-5a3d-4aaf-9363-d75efa47ca55 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0464981 Sep 16 08:12:43.477007 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-af26ee8e-3ecb-4273-a743-b63fe509d76f req-0221b364-244f-41b3-8ac5-9b9a93384c9e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445724 Sep 16 08:12:43.542038 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.625274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ef053-fc5e-4d1a-89a1-a4646e50350b req-827956e2-1318-4580-a680-6d9fac035ed7 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:43.626776 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ed2ef053-fc5e-4d1a-89a1-a4646e50350b req-827956e2-1318-4580-a680-6d9fac035ed7 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 945 time: 0.0480907 Sep 16 08:12:43.661652 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56550) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:43.669859 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:43.682786 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ed2ef053-fc5e-4d1a-89a1-a4646e50350b req-bcfe1366-c8aa-4db9-ac20-ea8ea070880e tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497100 Sep 16 08:12:43.708944 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-361c2ba5-0c84-47f5-b854-43a34d424375 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=b807736ef6c54be2b4715f32a4cfea57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461342 Sep 16 08:12:43.711701 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56552) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:43.783782 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-864b55d0-3b44-4e5a-9221-a95146e65bd4 admin admin] Publish callbacks [] for security_group (4906d28a-6c7c-46c9-8550-b4ea4be2ee9f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.808942 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-864b55d0-3b44-4e5a-9221-a95146e65bd4 admin admin] Publish callbacks [] for security_group (4906d28a-6c7c-46c9-8550-b4ea4be2ee9f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.891839 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760957c3-1533-4f48-a674-0241ba743fa3 req-4bc0b396-5076-4d84-9423-1051921cbe41 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:43.893301 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-4bc0b396-5076-4d84-9423-1051921cbe41 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/networks?id=bc4f5dfd-e75f-417b-a277-edb3999f1a95 HTTP/1.1" status: 200 len: 813 time: 0.1196332 Sep 16 08:12:43.901548 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.908264 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-fd444aa8-20c6-4b3f-b205-5e37ddfd11fc tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/quotas/e3276981b48d4974841dd97ee1cb9882 HTTP/1.1" status: 200 len: 375 time: 0.0094671 Sep 16 08:12:43.926728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-864b55d0-3b44-4e5a-9221-a95146e65bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4906d28a-6c7c-46c9-8550-b4ea4be2ee9f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.929965 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-864b55d0-3b44-4e5a-9221-a95146e65bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:43.934096 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-864b55d0-3b44-4e5a-9221-a95146e65bd4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4906d28a-6c7c-46c9-8550-b4ea4be2ee9f HTTP/1.1" status: 204 len: 168 time: 0.2214420 Sep 16 08:12:43.943149 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-b66dd09d-f9ae-4c42-a298-d9b32a645003 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3276981b48d4974841dd97ee1cb9882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296581 Sep 16 08:12:43.944338 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b55d0-3b44-4e5a-9221-a95146e65bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4906d28a-6c7c-46c9-8550-b4ea4be2ee9f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:44.291123 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-98d3d755-2db5-44b6-b34e-822027a0f6ac service neutron] 10.222.0.59 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402524 Sep 16 08:12:44.385709 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-a15201a9-cb54-4f0d-af41-4f8a46cbc155 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Sep 16 08:12:44.699076 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3f13ea9e-817a-40a0-86cd-15efc1540c45 req-7e083bb5-3f81-4ec0-8754-2067fe631624 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0420003 Sep 16 08:12:44.830874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6494d-d833-449a-8f70-c79a8ff95594 req-879f5908-0d17-4957-b38c-4a6d20382a4d tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:44.831448 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-eac6494d-d833-449a-8f70-c79a8ff95594 req-879f5908-0d17-4957-b38c-4a6d20382a4d tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 945 time: 0.0630045 Sep 16 08:12:44.888009 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-eac6494d-d833-449a-8f70-c79a8ff95594 req-b5eeea55-a540-453d-935f-343e041a2464 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500977 Sep 16 08:12:45.096510 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56610) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:45.200949 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898301545-network', 'tenant_id': '45f62965f71b427ea6fc9cdf6d644775'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:45.323313 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Made reservation on behalf of 45f62965f71b427ea6fc9cdf6d644775 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:45.325700 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.329068 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:45.335068 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.417719 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks [] for security_group (9a89add2-c8ab-415d-98d5-b1b6c8f318d0), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.523943 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9a89add2-c8ab-415d-98d5-b1b6c8f318d0), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.551238 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:12:45.562573 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a89add2-c8ab-415d-98d5-b1b6c8f318d0,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:45.567492 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (07d4f04d-135f-46de-8f38-039ab89687e0), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.567829 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Added segment 07d4f04d-135f-46de-8f38-039ab89687e0 of type vlan for network 596f8e57-f397-4812-b59b-d26d21423c6a Sep 16 08:12:45.616138 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (596f8e57-f397-4812-b59b-d26d21423c6a), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.695671 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (596f8e57-f397-4812-b59b-d26d21423c6a), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.696698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:45.697279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:45.764455 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] Pushing event updated for resources: {'Network': ['ID=596f8e57-f397-4812-b59b-d26d21423c6a,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:45.775600 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 596f8e57-f397-4812-b59b-d26d21423c6a details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:12:45.808063 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f616c493-4120-427f-9dbd-a9fabbf6facd admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7090003 Sep 16 08:12:45.809039 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56628) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:45.817728 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2090d683-c295-4b96-afd3-a07546a5fd67 req-342c4713-aee7-4fdb-90c3-e179ca42c2d6 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0415394 Sep 16 08:12:45.836826 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Request body: {'subnet': {'network_id': '596f8e57-f397-4812-b59b-d26d21423c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898301545-subnet', 'tenant_id': '45f62965f71b427ea6fc9cdf6d644775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:45.850673 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:45.924573 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Made reservation on behalf of 45f62965f71b427ea6fc9cdf6d644775 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:45.927216 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249505'] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:46.025744 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98489e1-1acf-4774-a20c-a1bcbe391b50 req-6ec90965-56d8-4ca7-993a-224fb3179195 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:46.027292 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b98489e1-1acf-4774-a20c-a1bcbe391b50 req-6ec90965-56d8-4ca7-993a-224fb3179195 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0966308 Sep 16 08:12:46.119762 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b98489e1-1acf-4774-a20c-a1bcbe391b50 req-65802d8e-e178-4f7a-a9f0-dc5479c45a66 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850332 Sep 16 08:12:46.242489 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-3fc1837c-ea28-4750-961a-52355374ea73 service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384264 Sep 16 08:12:46.260475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12805855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13249527'] for subnet (bd82eb2b-8e02-4004-897b-9dd7269fe5a9), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:46.317071 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-888e6a87-eb4c-4e90-a32f-fb0579c236d6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:46.318614 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-888e6a87-eb4c-4e90-a32f-fb0579c236d6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports/24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 200 len: 941 time: 0.0480986 Sep 16 08:12:46.332006 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d53d4c-5e91-4255-8315-e80a41b934b3 req-8085e055-c520-4270-9042-0400efa493ad tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:46.333493 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1d53d4c-5e91-4255-8315-e80a41b934b3 req-8085e055-c520-4270-9042-0400efa493ad tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 945 time: 0.0834134 Sep 16 08:12:46.370412 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd82eb2b-8e02-4004-897b-9dd7269fe5a9,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:46.382539 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Checking segment: {'id': '07d4f04d-135f-46de-8f38-039ab89687e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '596f8e57-f397-4812-b59b-d26d21423c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:12:46.382924 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Network hostable DHCP agents. Network: 596f8e57-f397-4812-b59b-d26d21423c6a, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:12:46.398388 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:46.414590 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1d53d4c-5e91-4255-8315-e80a41b934b3 req-c926c591-633f-465e-b54c-9566a383f2f8 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744076 Sep 16 08:12:46.489818 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Network 596f8e57-f397-4812-b59b-d26d21423c6a is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:12:46.615259 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 596f8e57-f397-4812-b59b-d26d21423c6a) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:12:46.619368 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:46.621600 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:46.625894 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb851e6c-66b1-48aa-990f-384601f0c045 None None] Network 596f8e57-f397-4812-b59b-d26d21423c6a requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:46.671792 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:46.712732 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f58dbf2f-2727-4131-9b6d-a3b79e7b2073 admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8813252 Sep 16 08:12:46.742231 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:46.800464 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0171d8-5f63-4613-b7b3-a1031f5a8a91 None None] Network 596f8e57-f397-4812-b59b-d26d21423c6a requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:46.803743 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: DOWN; New status is: DOWN {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:46.935695 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a0f7dba7-18c9-4e72-be77-7966fb3921fa req-7241ae8e-223d-46d0-9367-27186ea17609 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Sep 16 08:12:47.249175 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366eba0-9c03-4c55-ab6d-8e2fa3eedb61 req-1ae2f481-66f9-46eb-9c21-467d8695c796 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:47.250673 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7366eba0-9c03-4c55-ab6d-8e2fa3eedb61 req-1ae2f481-66f9-46eb-9c21-467d8695c796 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0492980 Sep 16 08:12:47.302160 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7366eba0-9c03-4c55-ab6d-8e2fa3eedb61 req-a16f64be-8970-4e57-a46f-d320b0998539 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457280 Sep 16 08:12:47.457376 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56670) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:47.462774 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1987094102-network', 'tenant_id': 'e475705a58144eb0ba2487821cc02c18'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:47.542989 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3385abb-1f81-48d1-8627-abedea4d0614 req-d30259df-6fc3-476d-afb2-b18e11161a3b tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:47.544458 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b3385abb-1f81-48d1-8627-abedea4d0614 req-d30259df-6fc3-476d-afb2-b18e11161a3b tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 945 time: 0.0490065 Sep 16 08:12:47.556295 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:47.564357 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Made reservation on behalf of e475705a58144eb0ba2487821cc02c18 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:47.566842 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.576706 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.595715 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b3385abb-1f81-48d1-8627-abedea4d0614 req-74d0c3e3-bddf-46ae-8bd3-c2d00b810314 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Sep 16 08:12:47.651697 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks [] for security_group (1280a8c4-292d-43e1-89a0-7e30b4e1dd0b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.718137 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (1280a8c4-292d-43e1-89a0-7e30b4e1dd0b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.748299 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:12:47.754733 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1280a8c4-292d-43e1-89a0-7e30b4e1dd0b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:47.761052 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (22b70a04-2d68-4fc7-8920-e99555749da3), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.761406 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Added segment 22b70a04-2d68-4fc7-8920-e99555749da3 of type vlan for network fba339bd-7644-4bcb-8e91-57056456d1ef Sep 16 08:12:47.805378 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (fba339bd-7644-4bcb-8e91-57056456d1ef), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.899260 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (fba339bd-7644-4bcb-8e91-57056456d1ef), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.900222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:47.900799 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:47.985078 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-99dfdaa5-0cc6-4421-b9ad-0ba6eb28d235 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:47.986593 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-99dfdaa5-0cc6-4421-b9ad-0ba6eb28d235 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 945 time: 0.0973022 Sep 16 08:12:47.998110 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] Pushing event updated for resources: {'Network': ['ID=fba339bd-7644-4bcb-8e91-57056456d1ef,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:48.008036 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network fba339bd-7644-4bcb-8e91-57056456d1ef details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:12:48.044484 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e3497b19-8647-4f03-b0dc-2e768e1070c6 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5858819 Sep 16 08:12:48.046256 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-de479381-6e4a-4e23-a0f9-9cca2febefe7 req-42a110c4-06c2-4a5a-b875-f922be56ad51 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0324907 Sep 16 08:12:48.047205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56674) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:48.051812 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Request body: {'subnet': {'network_id': 'fba339bd-7644-4bcb-8e91-57056456d1ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1987094102-subnet', 'tenant_id': 'e475705a58144eb0ba2487821cc02c18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:48.129814 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Made reservation on behalf of e475705a58144eb0ba2487821cc02c18 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:48.132195 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249505'] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.184501 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:48.287201 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:48.333132 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Deleting port e24b0b86-8679-4330-a999-3826f76e950a {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:12:48.333522 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (e24b0b86-8679-4330-a999-3826f76e950a), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.439632 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23032e-404b-4b62-8151-77e7a37ba957 req-b6fe54ef-aae3-458b-beff-bfcb3f0043b0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:48.441324 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d23032e-404b-4b62-8151-77e7a37ba957 req-b6fe54ef-aae3-458b-beff-bfcb3f0043b0 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0524807 Sep 16 08:12:48.481245 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] For port e24b0b86-8679-4330-a999-3826f76e950a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e24b0b86-8679-4330-a999-3826f76e950a,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:48.481606 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (e24b0b86-8679-4330-a999-3826f76e950a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.500258 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Calling delete_port for e24b0b86-8679-4330-a999-3826f76e950a owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:12:48.501638 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1d23032e-404b-4b62-8151-77e7a37ba957 req-4a4ab109-9ffb-4f05-bd6a-32cce1040375 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533597 Sep 16 08:12:48.504696 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12805855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13249527'] for subnet (28207263-6198-4985-8998-93a4f2e428a6), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.600629 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Pushing event updated for resources: {'Subnet': ['ID=28207263-6198-4985-8998-93a4f2e428a6,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:48.605887 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760957c3-1533-4f48-a674-0241ba743fa3 req-3b4378c8-0ab9-46a9-9d9c-3221f614bb8b tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:48.607627 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-3b4378c8-0ab9-46a9-9d9c-3221f614bb8b tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "GET /networking/v2.0/networks?id=bc4f5dfd-e75f-417b-a277-edb3999f1a95 HTTP/1.1" status: 200 len: 813 time: 0.1197560 Sep 16 08:12:48.635752 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Checking segment: {'id': '22b70a04-2d68-4fc7-8920-e99555749da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fba339bd-7644-4bcb-8e91-57056456d1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:12:48.636110 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Network hostable DHCP agents. Network: fba339bd-7644-4bcb-8e91-57056456d1ef, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:12:48.636997 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Request body: {'port': {'device_id': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95', 'admin_state_up': True, 'tenant_id': 'e3276981b48d4974841dd97ee1cb9882'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:48.754044 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Network fba339bd-7644-4bcb-8e91-57056456d1ef is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:12:48.755932 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:48.781383 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05511f-c1d6-4905-b96b-c2da8e87a99d req-087f4c4c-9758-43a2-9858-b02406b7609f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:48.782984 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ea05511f-c1d6-4905-b96b-c2da8e87a99d req-087f4c4c-9758-43a2-9858-b02406b7609f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 945 time: 0.0774276 Sep 16 08:12:48.825668 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (e24b0b86-8679-4330-a999-3826f76e950a), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.827265 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, fba339bd-7644-4bcb-8e91-57056456d1ef) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:12:48.835135 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e23fe-e0c8-4648-b02a-dfe9037d75ff None None] Network fba339bd-7644-4bcb-8e91-57056456d1ef requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:48.840416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:48.841011 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.845002 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Made reservation on behalf of e3276981b48d4974841dd97ee1cb9882 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:12:48.849399 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.865356 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ea05511f-c1d6-4905-b96b-c2da8e87a99d req-d6844aa2-9f52-435d-81d0-77862f255f1b tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756109 Sep 16 08:12:48.870418 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Pushing event deleted for resources: {'Port': ['ID=e24b0b86-8679-4330-a999-3826f76e950a,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:48.902957 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['e24b0b86-8679-4330-a999-3826f76e950a'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:12:48.931048 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] No DVR routers for this DVR port e24b0b86-8679-4330-a999-3826f76e950a on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:12:48.933798 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:48.937209 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c1aa96d9-66d5-45be-9abe-57995d088229 req-7091500a-6205-4bd8-a708-3af25053127f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e24b0b86-8679-4330-a999-3826f76e950a HTTP/1.1" status: 204 len: 173 time: 0.7293203 Sep 16 08:12:48.937757 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'name': 'network-vif-deleted', 'tag': 'e24b0b86-8679-4330-a999-3826f76e950a'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:48.940414 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04502b08-91c7-46ee-b058-ef2f7b77f68a" -d '{"events": [{"server_uuid": "dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a", "name": "network-vif-deleted", "tag": "e24b0b86-8679-4330-a999-3826f76e950a"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:48.947360 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:48.957634 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-04a67279-bd7b-4ed4-8770-7a36dd8420af admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9094117 Sep 16 08:12:48.989752 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b875e-0aed-42fd-9785-6794d12a55f4 None None] Network fba339bd-7644-4bcb-8e91-57056456d1ef requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:12:48.989874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6141fe-9a2f-43ae-a333-60989e84c046 x-openstack-request-id: req-fd6141fe-9a2f-43ae-a333-60989e84c046 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:48.989874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a", "name": "network-vif-deleted", "tag": "e24b0b86-8679-4330-a999-3826f76e950a", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:48.989874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd6141fe-9a2f-43ae-a333-60989e84c046 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:48.989874 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6141fe-9a2f-43ae-a333-60989e84c046'] response: {'server_uuid': 'dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a', 'name': 'network-vif-deleted', 'tag': 'e24b0b86-8679-4330-a999-3826f76e950a', 'status': 'completed', 'code': 200} Sep 16 08:12:49.017768 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Allocated IP 172.20.0.6 (bc4f5dfd-e75f-417b-a277-edb3999f1a95/0e39df02-f1c3-4719-ab6c-7cde45b4c554/cccafc8a-5a37-4427-8386-89051058ea81) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:12:49.161488 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56688) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:49.219801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-69e504eb-8f60-4696-92df-fb171cccddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:49.221642 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-69e504eb-8f60-4696-92df-fb171cccddf2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360&tenant_id=8191457181714862bbeb70259fa86971 HTTP/1.1" status: 200 len: 1128 time: 0.1214402 Sep 16 08:12:49.227362 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:49.242309 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-002a296c-24a7-40f0-b5e0-4af917aa08e0 req-e0c7a538-e372-407e-95b2-2b74b65d5047 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0504866 Sep 16 08:12:49.244693 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks [] for port (cccafc8a-5a37-4427-8386-89051058ea81), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.266514 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] Deleting subnet bd82eb2b-8e02-4004-897b-9dd7269fe5a9 {{(pid=106809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:12:49.277884 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] Publish callbacks [] for subnet (bd82eb2b-8e02-4004-897b-9dd7269fe5a9), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.319186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13220116'] for subnet (bd82eb2b-8e02-4004-897b-9dd7269fe5a9), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.360531 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (bd82eb2b-8e02-4004-897b-9dd7269fe5a9), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.387608 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (cccafc8a-5a37-4427-8386-89051058ea81), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.401704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-8f427c52-a8f9-45ee-a43d-586be5be090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:49.403507 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-8f427c52-a8f9-45ee-a43d-586be5be090c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8191457181714862bbeb70259fa86971&device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1128 time: 0.0449955 Sep 16 08:12:49.445417 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Network bc4f5dfd-e75f-417b-a277-edb3999f1a95 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:12:49.451102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:12:49.457103 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:12:49.487930 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Pushing event updated for resources: {'Port': ['ID=cccafc8a-5a37-4427-8386-89051058ea81,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:49.498873 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-b3a3ee47-a39a-427e-aa17-a272c0e94361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:49.500433 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-b3a3ee47-a39a-427e-aa17-a272c0e94361 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 200 len: 918 time: 0.0894072 Sep 16 08:12:49.513895 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:49.514507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.579967 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-5e0c9c1d-29a3-4a24-8f5e-6cbb60e970c1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 200 len: 999 time: 0.0660117 Sep 16 08:12:49.601881 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13209569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13267489'] for subnet (bd82eb2b-8e02-4004-897b-9dd7269fe5a9), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.633668 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-a11cac71-54ac-4b3c-8252-3826e5c0cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:49.633668 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-a11cac71-54ac-4b3c-8252-3826e5c0cd92 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 200 len: 856 time: 0.0460014 Sep 16 08:12:49.651790 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-ab57f5cf-362c-483d-bfad-7712660b49bd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0194271 Sep 16 08:12:49.656772 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd82eb2b-8e02-4004-897b-9dd7269fe5a9,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:49.660866 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.663889 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-bb60f1f5-e42d-4696-bc4e-01150b11761c admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/bd82eb2b-8e02-4004-897b-9dd7269fe5a9 HTTP/1.1" status: 204 len: 168 time: 0.5004857 Sep 16 08:12:49.667106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56694) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:49.675808 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:49.680765 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-4c631376-b17a-403c-add4-60d03374553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:49.682275 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-4c631376-b17a-403c-add4-60d03374553b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=98ee904d-e719-4f43-92f8-977801b2d6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413964 Sep 16 08:12:49.690884 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Request body: {'port': {'device_id': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:12:49.699454 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5368-3395-4a27-888a-b61c67c25031 req-fcb07214-3d82-4b3c-9533-0aee8f280b91 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:49.700902 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e38d5368-3395-4a27-888a-b61c67c25031 req-fcb07214-3d82-4b3c-9533-0aee8f280b91 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.1097357 Sep 16 08:12:49.805013 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-cdc8cc26-3013-48d9-ba7e-6d7fda281162 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113040 Sep 16 08:12:49.835638 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (596f8e57-f397-4812-b59b-d26d21423c6a), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.854121 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (cccafc8a-5a37-4427-8386-89051058ea81), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.858579 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e38d5368-3395-4a27-888a-b61c67c25031 req-100801cd-4791-4078-b470-4a9b0b8b5028 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139989 Sep 16 08:12:49.872461 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:49.912097 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b1a6a5be-cadc-42bb-85de-66f68d3a8d4b req-d98daa7c-9782-487f-9b5e-fc73875fc7de service neutron] 10.222.0.42 "GET /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984180 Sep 16 08:12:49.979196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (596f8e57-f397-4812-b59b-d26d21423c6a), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:49.996048 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a856d856-a621-4677-bb85-22c243f6882f req-96c05047-5c06-4b52-af53-880c276163a5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=dd9eb5e0-b06a-4c5c-b6a1-440d96c0932a HTTP/1.1" status: 200 len: 210 time: 0.0270994 Sep 16 08:12:50.047175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596f8e57-f397-4812-b59b-d26d21423c6a']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:50.065627 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d4f04d-135f-46de-8f38-039ab89687e0') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:50.065922 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d4f04d-135f-46de-8f38-039ab89687e0') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:50.080475 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (07d4f04d-135f-46de-8f38-039ab89687e0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.100548 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:50.134027 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (07d4f04d-135f-46de-8f38-039ab89687e0), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.145911 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:12:50.146299 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (07d4f04d-135f-46de-8f38-039ab89687e0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.190104 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 07d4f04d-135f-46de-8f38-039ab89687e0 resource provider aggregate not found Sep 16 08:12:50.214761 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment 07d4f04d-135f-46de-8f38-039ab89687e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07d4f04d-135f-46de-8f38-039ab89687e0 found for delete ", "request_id": "req-dfa9e3fb-e699-465b-97f0-42f6f8c2bbe8"}]} Sep 16 08:12:50.301592 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccafc8a-5a37-4427-8386-89051058ea81 {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:12:50.304570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Publish callbacks [] for port (cccafc8a-5a37-4427-8386-89051058ea81), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.318281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Transition to ACTIVE for port object cccafc8a-5a37-4427-8386-89051058ea81 will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:12:50.320022 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (596f8e57-f397-4812-b59b-d26d21423c6a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.323705 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.326920 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/596f8e57-f397-4812-b59b-d26d21423c6a HTTP/1.1" status: 204 len: 168 time: 0.6588881 Sep 16 08:12:50.330205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56708) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:50.366313 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f359078-6021-48d6-9322-bb5cbae4e022 admin admin] Pushing event deleted for resources: {'Network': ['ID=596f8e57-f397-4812-b59b-d26d21423c6a,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:50.379137 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] Deleting subnet 28207263-6198-4985-8998-93a4f2e428a6 {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:12:50.382412 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (cccafc8a-5a37-4427-8386-89051058ea81), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.382590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] Publish callbacks [] for subnet (28207263-6198-4985-8998-93a4f2e428a6), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.390232 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b337f46-6858-42a8-a06e-288af609e7b3 req-9aad4b8d-a7a5-42ae-aff7-93d44c9f0ac1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:50.391844 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2b337f46-6858-42a8-a06e-288af609e7b3 req-9aad4b8d-a7a5-42ae-aff7-93d44c9f0ac1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 931 time: 0.0639269 Sep 16 08:12:50.423772 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (28207263-6198-4985-8998-93a4f2e428a6), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.445919 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Pushing event updated for resources: {'Port': ['ID=cccafc8a-5a37-4427-8386-89051058ea81,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:50.475778 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (28207263-6198-4985-8998-93a4f2e428a6), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.559644 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2b337f46-6858-42a8-a06e-288af609e7b3 req-51672b7b-0d8d-4aeb-a57d-f7dc8d4117ca tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588497 Sep 16 08:12:50.574844 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Attempting to bind port cccafc8a-5a37-4427-8386-89051058ea81 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:12:50.577891 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Attempting to bind port cccafc8a-5a37-4427-8386-89051058ea81 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:12:50.577891 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Attempting to bind port cccafc8a-5a37-4427-8386-89051058ea81 on network bc4f5dfd-e75f-417b-a277-edb3999f1a95 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:12:50.624396 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Port cccafc8a-5a37-4427-8386-89051058ea81 on network bc4f5dfd-e75f-417b-a277-edb3999f1a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:12:50.624806 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Attempting to bind port cccafc8a-5a37-4427-8386-89051058ea81 on network bc4f5dfd-e75f-417b-a277-edb3999f1a95 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:12:50.668324 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:12:50.668772 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Checking segment: {'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:12:50.669162 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Bound using segment: {'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:12:50.669707 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Bound port: cccafc8a-5a37-4427-8386-89051058ea81, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:12:50.669941 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (cccafc8a-5a37-4427-8386-89051058ea81), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.679231 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (28207263-6198-4985-8998-93a4f2e428a6), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.718037 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28207263-6198-4985-8998-93a4f2e428a6,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:50.727629 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.731166 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7df426ef-05ac-4632-b029-d93b25f87b71 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/28207263-6198-4985-8998-93a4f2e428a6 HTTP/1.1" status: 204 len: 168 time: 0.3997245 Sep 16 08:12:50.731322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:50.733377 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56724) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:50.743226 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] For port cccafc8a-5a37-4427-8386-89051058ea81, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:12:50.747905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] For port cccafc8a-5a37-4427-8386-89051058ea81, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cccafc8a-5a37-4427-8386-89051058ea81,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:12:50.801989 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (fba339bd-7644-4bcb-8e91-57056456d1ef), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.882241 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (fba339bd-7644-4bcb-8e91-57056456d1ef), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.897595 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (cccafc8a-5a37-4427-8386-89051058ea81), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.906798 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:50.906975 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba339bd-7644-4bcb-8e91-57056456d1ef']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:50.909687 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.910224 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:50.915071 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/cccafc8a-5a37-4427-8386-89051058ea81 HTTP/1.1" status: 200 len: 1093 time: 1.2350342 Sep 16 08:12:50.917522 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'tag': 'cccafc8a-5a37-4427-8386-89051058ea81'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:50.923672 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b70a04-2d68-4fc7-8920-e99555749da3') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:50.923672 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b70a04-2d68-4fc7-8920-e99555749da3') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:12:50.932262 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (22b70a04-2d68-4fc7-8920-e99555749da3), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.938857 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979b27c8-f318-4e4f-bb1b-403c2f2995a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9494f9-9706-4af0-b4ef-dac0291aae29", "tag": "cccafc8a-5a37-4427-8386-89051058ea81"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:50.953830 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (22b70a04-2d68-4fc7-8920-e99555749da3), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:50.976444 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:12:50.977877 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (22b70a04-2d68-4fc7-8920-e99555749da3), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:51.068363 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658b130-5cd5-43b9-b7a6-f9c803b8fc04 service neutron] Pushing event updated for resources: {'Port': ['ID=cccafc8a-5a37-4427-8386-89051058ea81,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:51.072394 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1f670f-44b5-4bac-80ef-44ea1b0c760a x-openstack-request-id: req-ab1f670f-44b5-4bac-80ef-44ea1b0c760a {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:51.072744 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9494f9-9706-4af0-b4ef-dac0291aae29", "tag": "cccafc8a-5a37-4427-8386-89051058ea81", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:51.073106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab1f670f-44b5-4bac-80ef-44ea1b0c760a {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:51.073595 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1f670f-44b5-4bac-80ef-44ea1b0c760a'] response: {'name': 'network-changed', 'server_uuid': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'tag': 'cccafc8a-5a37-4427-8386-89051058ea81', 'status': 'completed', 'code': 200} Sep 16 08:12:51.171564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030747df-a579-433b-8b32-58638ec03e4a req-01dec721-a6e9-4644-9fd6-eb89f68699bb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:51.179926 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-030747df-a579-433b-8b32-58638ec03e4a req-01dec721-a6e9-4644-9fd6-eb89f68699bb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0747480 Sep 16 08:12:51.183049 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760957c3-1533-4f48-a674-0241ba743fa3 req-8af0d337-f57d-455e-b3d5-4ce63c392037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:51.184855 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-8af0d337-f57d-455e-b3d5-4ce63c392037 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e3276981b48d4974841dd97ee1cb9882&device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 1127 time: 0.0650034 Sep 16 08:12:51.244526 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-030747df-a579-433b-8b32-58638ec03e4a req-8b45fe33-ba5c-45a2-90c5-fc9fcca14c1f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637243 Sep 16 08:12:51.246385 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 22b70a04-2d68-4fc7-8920-e99555749da3 resource provider aggregate not found Sep 16 08:12:51.266206 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-2bf07fc9-08ed-4682-b264-64eae0f13e75 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccafc8a-5a37-4427-8386-89051058ea81 HTTP/1.1" status: 200 len: 217 time: 0.0588956 Sep 16 08:12:51.295472 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (fba339bd-7644-4bcb-8e91-57056456d1ef), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:51.304032 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:51.308390 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/fba339bd-7644-4bcb-8e91-57056456d1ef HTTP/1.1" status: 204 len: 168 time: 0.5739801 Sep 16 08:12:51.310819 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 22b70a04-2d68-4fc7-8920-e99555749da3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22b70a04-2d68-4fc7-8920-e99555749da3 found for delete ", "request_id": "req-696153ee-94bd-42c1-975b-4a6503242727"}]} Sep 16 08:12:51.337975 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca566b-2c9e-457e-adce-3443a7017670 admin admin] Pushing event deleted for resources: {'Network': ['ID=fba339bd-7644-4bcb-8e91-57056456d1ef,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:51.390129 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760957c3-1533-4f48-a674-0241ba743fa3 req-11d86be5-f107-417e-b2be-ef13aa1437b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:51.391902 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-11d86be5-f107-417e-b2be-ef13aa1437b7 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0e39df02-f1c3-4719-ab6c-7cde45b4c554 HTTP/1.1" status: 200 len: 853 time: 0.1169102 Sep 16 08:12:51.464370 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:51.466561 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=24 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:51.540878 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-57b177e9-e7ca-40a5-baf7-6fa9f4afb1ac service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=bc4f5dfd-e75f-417b-a277-edb3999f1a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881531 Sep 16 08:12:51.619364 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4aa302fd-7541-4404-aba1-0911642ff5ae tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:51.621257 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4aa302fd-7541-4404-aba1-0911642ff5ae tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/networks?id=a4c3bd05-db62-48c3-84ab-0949df8a6728 HTTP/1.1" status: 200 len: 808 time: 0.1797905 Sep 16 08:12:51.637615 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-cb37920f-bbc0-48b5-a0b9-4abb1f0924a1 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/quotas/9d32f40c2bd64a61aadd27f82d11191a HTTP/1.1" status: 200 len: 375 time: 0.0108669 Sep 16 08:12:51.702614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9c5ff-a7d8-46d4-89ca-828debeb6c86 req-2d938ea8-ce11-4b29-8fc1-f546ebb6f3c0 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:51.704157 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-78a9c5ff-a7d8-46d4-89ca-828debeb6c86 req-2d938ea8-ce11-4b29-8fc1-f546ebb6f3c0 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 943 time: 0.0490916 Sep 16 08:12:51.717181 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-ef231889-9637-4555-817a-58e1efa0dbe5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736694 Sep 16 08:12:51.754290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:51.766375 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:51.787983 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-78a9c5ff-a7d8-46d4-89ca-828debeb6c86 req-8b31e426-fecf-46ff-881a-42e38fb797fa tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721078 Sep 16 08:12:51.882591 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56756) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:51.919984 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-b3f351c0-7d8f-4a6a-b365-bba716cfc4d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270520 Sep 16 08:12:51.930038 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:51.935070 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-31257944-0cb1-474a-a2ab-fe628e896c2a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878133 Sep 16 08:12:51.975345 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-877ab075-1c76-4b92-95c5-f99fd8a46888 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=45f62965f71b427ea6fc9cdf6d644775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875068 Sep 16 08:12:51.975345 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56758) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:52.047685 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cf7eec82-688c-4a52-a3db-a45a5fcc9a84 admin admin] Publish callbacks [] for security_group (9a89add2-c8ab-415d-98d5-b1b6c8f318d0), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:52.077033 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cf7eec82-688c-4a52-a3db-a45a5fcc9a84 admin admin] Publish callbacks [] for security_group (9a89add2-c8ab-415d-98d5-b1b6c8f318d0), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:52.148425 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-c0c06a07-c729-44e1-bfee-5e5f8a38e8ab service neutron] 10.222.0.59 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095444 Sep 16 08:12:52.158400 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-760957c3-1533-4f48-a674-0241ba743fa3 req-c40532d4-f46a-450d-bb43-3a3bd20e6c9d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018372 Sep 16 08:12:52.216057 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cf7eec82-688c-4a52-a3db-a45a5fcc9a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9a89add2-c8ab-415d-98d5-b1b6c8f318d0), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:52.218527 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-cf7eec82-688c-4a52-a3db-a45a5fcc9a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:52.222791 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-cf7eec82-688c-4a52-a3db-a45a5fcc9a84 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9a89add2-c8ab-415d-98d5-b1b6c8f318d0 HTTP/1.1" status: 204 len: 168 time: 0.2491407 Sep 16 08:12:52.231606 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eec82-688c-4a52-a3db-a45a5fcc9a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a89add2-c8ab-415d-98d5-b1b6c8f318d0,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:52.422586 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eea6b7-499b-4975-8179-7b8338208855 req-9f714b8b-728e-4e38-b821-3a54ac5068b6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:52.424132 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-53eea6b7-499b-4975-8179-7b8338208855 req-9f714b8b-728e-4e38-b821-3a54ac5068b6 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0512712 Sep 16 08:12:52.481488 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-53eea6b7-499b-4975-8179-7b8338208855 req-1d26f81a-b230-44f8-b406-7890f31ac41b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457084 Sep 16 08:12:52.525949 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e0a15ae2-6ea0-42a1-a79b-5c9745839fdf req-9403df70-ebe0-4d9b-948f-ab4313841787 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0524020 Sep 16 08:12:52.656633 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e24b0b86-8679-4330-a999-3826f76e950a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:12:52.675939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: e24b0b86-8679-4330-a999-3826f76e950a {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:12:52.676287 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device e24b0b86-8679-4330-a999-3826f76e950a not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:12:52.905960 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbc8e9-6b52-4695-8857-2bbf0279fc31 req-4a2a3af7-82a2-41cb-a64c-2501d6777322 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:52.907443 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2cdbc8e9-6b52-4695-8857-2bbf0279fc31 req-4a2a3af7-82a2-41cb-a64c-2501d6777322 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 943 time: 0.0464733 Sep 16 08:12:52.957422 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2cdbc8e9-6b52-4695-8857-2bbf0279fc31 req-218f5ebf-0498-4d6a-9fc0-0e1401d41990 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Sep 16 08:12:53.015322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56778) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:53.056137 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-91c9dc1b-28fe-4b5e-9b21-d4f48d6ee5f9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e475705a58144eb0ba2487821cc02c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395005 Sep 16 08:12:53.058626 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56780) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:53.084915 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:53.107293 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-510cf640-21ab-4589-81ce-ebe774fca261 admin admin] Publish callbacks [] for security_group (1280a8c4-292d-43e1-89a0-7e30b4e1dd0b), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:53.126865 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-510cf640-21ab-4589-81ce-ebe774fca261 admin admin] Publish callbacks [] for security_group (1280a8c4-292d-43e1-89a0-7e30b4e1dd0b), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:53.238737 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-510cf640-21ab-4589-81ce-ebe774fca261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (1280a8c4-292d-43e1-89a0-7e30b4e1dd0b), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:53.241967 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-510cf640-21ab-4589-81ce-ebe774fca261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:53.243577 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-510cf640-21ab-4589-81ce-ebe774fca261 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/1280a8c4-292d-43e1-89a0-7e30b4e1dd0b HTTP/1.1" status: 204 len: 168 time: 0.1837211 Sep 16 08:12:53.254088 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cf640-21ab-4589-81ce-ebe774fca261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1280a8c4-292d-43e1-89a0-7e30b4e1dd0b,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:53.659014 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd1930-e89d-424f-b6c7-461bd5695cf1 req-ea1cfdcf-0fe0-45b6-b789-8c81478c0672 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:53.661275 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e7cd1930-e89d-424f-b6c7-461bd5695cf1 req-ea1cfdcf-0fe0-45b6-b789-8c81478c0672 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0598800 Sep 16 08:12:53.684235 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-20fdcfc9-8f78-4116-9414-89795dc369f3 req-f7dfbbb7-f988-4ef1-97e8-db3110d76cfa tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0560546 Sep 16 08:12:53.779384 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e7cd1930-e89d-424f-b6c7-461bd5695cf1 req-54f3a1ee-bf64-4f62-8fcb-9f88eae23e54 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125453 Sep 16 08:12:54.088735 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee5019-b54d-41bd-8a0a-a46d6945d144 req-eae84ae3-c993-47a6-9bfa-c793b856af91 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:54.090295 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ecee5019-b54d-41bd-8a0a-a46d6945d144 req-eae84ae3-c993-47a6-9bfa-c793b856af91 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 943 time: 0.0531516 Sep 16 08:12:54.149610 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ecee5019-b54d-41bd-8a0a-a46d6945d144 req-c6821aa2-3e4d-4526-babd-b5ebf9cd28d8 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525291 Sep 16 08:12:54.663442 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device cccafc8a-5a37-4427-8386-89051058ea81 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:12:54.794031 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port cccafc8a-5a37-4427-8386-89051058ea81, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cccafc8a-5a37-4427-8386-89051058ea81,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:54.827404 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'cccafc8a-5a37-4427-8386-89051058ea81', 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95', 'port_id': 'cccafc8a-5a37-4427-8386-89051058ea81', 'mac_address': 'fa:16:3e:ad:01:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e39df02-f1c3-4719-ab6c-7cde45b4c554', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:12:54.837007 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-82ca48c8-a3c9-4a76-9776-65bf6f8c0a63 req-f7d9e8e0-aed5-4723-bd97-6183c17ba104 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0535891 Sep 16 08:12:54.880433 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:54.901503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port cccafc8a-5a37-4427-8386-89051058ea81 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:54.903587 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (cccafc8a-5a37-4427-8386-89051058ea81), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:54.919577 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccafc8a-5a37-4427-8386-89051058ea81 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:12:54.949583 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port cccafc8a-5a37-4427-8386-89051058ea81, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cccafc8a-5a37-4427-8386-89051058ea81,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:54.964365 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22520-f6b9-4e95-9794-72a0fa392d5c req-03ef95ec-8cbc-49ee-abbe-df105d1e3d82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:54.965956 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bbc22520-f6b9-4e95-9794-72a0fa392d5c req-03ef95ec-8cbc-49ee-abbe-df105d1e3d82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0604784 Sep 16 08:12:55.014873 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (cccafc8a-5a37-4427-8386-89051058ea81), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:55.026139 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bbc22520-f6b9-4e95-9794-72a0fa392d5c req-c36b1e8f-b33d-42ad-b167-0b548a36a36c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542676 Sep 16 08:12:55.082962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=cccafc8a-5a37-4427-8386-89051058ea81,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:55.297676 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58203f5b-4d3e-4821-ac42-c3acf1cac187 req-5c114c45-e5fe-4ada-8446-71888b28de0b tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:55.299493 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58203f5b-4d3e-4821-ac42-c3acf1cac187 req-5c114c45-e5fe-4ada-8446-71888b28de0b tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 944 time: 0.0776839 Sep 16 08:12:55.335612 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['cccafc8a-5a37-4427-8386-89051058ea81'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:12:55.361674 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58203f5b-4d3e-4821-ac42-c3acf1cac187 req-c804b8f7-a10d-4d26-9e3f-ef4ecc2e10f7 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550692 Sep 16 08:12:55.462582 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:55.959826 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-02d60a6d-6ef2-4f31-92aa-36d573a1715e req-e809bd5c-e5ee-4438-9587-f57b2688f71b tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0347281 Sep 16 08:12:56.208470 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c45b78-688f-4bad-9fd9-ff3c44855f04 req-f907f452-bec8-4814-bc46-89a16a131715 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:56.210672 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-55c45b78-688f-4bad-9fd9-ff3c44855f04 req-f907f452-bec8-4814-bc46-89a16a131715 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0559642 Sep 16 08:12:56.272133 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-55c45b78-688f-4bad-9fd9-ff3c44855f04 req-68a875aa-8c7e-4354-8bae-dc22654aab4f tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545413 Sep 16 08:12:56.517799 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992371c-f4d6-44f6-8e20-89ed253fa83a req-3ceb0a8a-10d8-48bd-beda-7cd4efbe2d23 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:56.526387 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9992371c-f4d6-44f6-8e20-89ed253fa83a req-3ceb0a8a-10d8-48bd-beda-7cd4efbe2d23 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 944 time: 0.0740354 Sep 16 08:12:56.543169 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:56.575770 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9992371c-f4d6-44f6-8e20-89ed253fa83a req-ded004fa-915e-4f79-b8a9-396d0efe39ec tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Sep 16 08:12:56.685267 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device cccafc8a-5a37-4427-8386-89051058ea81 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:12:56.730646 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port cccafc8a-5a37-4427-8386-89051058ea81 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:12:56.786699 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port cccafc8a-5a37-4427-8386-89051058ea81 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:12:56.787834 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (cccafc8a-5a37-4427-8386-89051058ea81), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:56.788462 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port cccafc8a-5a37-4427-8386-89051058ea81 Sep 16 08:12:56.872495 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port cccafc8a-5a37-4427-8386-89051058ea81 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:12:56.872894 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (cccafc8a-5a37-4427-8386-89051058ea81), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:56.916034 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccafc8a-5a37-4427-8386-89051058ea81'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:12:56.920003 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edafa1b1-7711-47a6-936e-890315aee7c1" -d '{"events": [{"server_uuid": "8e9494f9-9706-4af0-b4ef-dac0291aae29", "name": "network-vif-plugged", "status": "completed", "tag": "cccafc8a-5a37-4427-8386-89051058ea81"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:12:56.935707 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port cccafc8a-5a37-4427-8386-89051058ea81, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cccafc8a-5a37-4427-8386-89051058ea81,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:12:56.960343 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce961c-8f79-4892-be2e-a4c3e04a4d7c x-openstack-request-id: req-12ce961c-8f79-4892-be2e-a4c3e04a4d7c {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:12:56.960636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9494f9-9706-4af0-b4ef-dac0291aae29", "name": "network-vif-plugged", "status": "completed", "tag": "cccafc8a-5a37-4427-8386-89051058ea81", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:12:56.960891 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12ce961c-8f79-4892-be2e-a4c3e04a4d7c {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:12:56.961284 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ce961c-8f79-4892-be2e-a4c3e04a4d7c'] response: {'server_uuid': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccafc8a-5a37-4427-8386-89051058ea81', 'code': 200} Sep 16 08:12:56.998670 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (cccafc8a-5a37-4427-8386-89051058ea81), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:57.102131 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=cccafc8a-5a37-4427-8386-89051058ea81,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:57.117432 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5b2da801-9e29-4c7d-9626-1f0f14943ebe req-1d60750b-d9f4-4ded-8a3d-447985ca2e98 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0540657 Sep 16 08:12:57.429485 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb2e1-255e-47e1-87ae-55a2a48ec0a5 req-ce659e32-cead-4b8b-a6a5-0638279a97d3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:57.431281 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4e7cb2e1-255e-47e1-87ae-55a2a48ec0a5 req-ce659e32-cead-4b8b-a6a5-0638279a97d3 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0546334 Sep 16 08:12:57.503367 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4e7cb2e1-255e-47e1-87ae-55a2a48ec0a5 req-03e7de99-d475-4a02-a8c2-0f395a0f5dd7 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605462 Sep 16 08:12:57.747867 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ad67c-d18a-4609-965a-fd0845ac61f2 req-8e2733c1-a7d8-41f9-90ed-1273aea06240 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:57.755576 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-692ad67c-d18a-4609-965a-fd0845ac61f2 req-8e2733c1-a7d8-41f9-90ed-1273aea06240 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0916002 Sep 16 08:12:57.809349 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-692ad67c-d18a-4609-965a-fd0845ac61f2 req-835134a6-d16b-4ebf-89d4-6cd448ce8c40 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538454 Sep 16 08:12:58.232444 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-917c484c-2f29-4a38-986f-d7ee79da4243 req-708fa0e8-f0b7-4ff6-a021-f8eb357410b7 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0305002 Sep 16 08:12:58.652789 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301a200-76fd-41c9-976a-df146f2b1fb0 req-ac5cc860-2bf3-4374-95dc-171e5a516aed tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:58.654523 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8301a200-76fd-41c9-976a-df146f2b1fb0 req-ac5cc860-2bf3-4374-95dc-171e5a516aed tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0500998 Sep 16 08:12:58.709314 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8301a200-76fd-41c9-976a-df146f2b1fb0 req-f5177181-941a-4cfb-9986-e3d59fe352d8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482213 Sep 16 08:12:58.938478 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b732-e690-45df-b6c8-38327ae67540 req-9f01748f-2f51-4295-adf8-074a1035afb9 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:58.940300 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3600b732-e690-45df-b6c8-38327ae67540 req-9f01748f-2f51-4295-adf8-074a1035afb9 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0541165 Sep 16 08:12:59.000433 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3600b732-e690-45df-b6c8-38327ae67540 req-59f8a368-1566-4768-b720-8b05a8aee706 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525522 Sep 16 08:12:59.354015 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-03f61f99-31c7-4848-9496-40f4d3811892 req-d1359e87-2063-47ec-9455-43a4e427141e tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0324757 Sep 16 08:12:59.565759 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56952) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:59.673948 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-71a14b30-b68f-480b-83eb-d35a2f13bda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:59.750424 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-71a14b30-b68f-480b-83eb-d35a2f13bda7 admin admin] Publish callbacks [] for security_group (488e133d-07d3-45f0-9d55-776c22b31583), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:59.820297 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-71a14b30-b68f-480b-83eb-d35a2f13bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (488e133d-07d3-45f0-9d55-776c22b31583), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:59.829614 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:12:59.872893 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963632b5-058f-4e48-8de7-60ec041b8774 req-6b3831e9-b04b-4ffb-b69d-fbe1094d48c5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:12:59.874356 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-963632b5-058f-4e48-8de7-60ec041b8774 req-6b3831e9-b04b-4ffb-b69d-fbe1094d48c5 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0825970 Sep 16 08:12:59.880331 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14b30-b68f-480b-83eb-d35a2f13bda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e133d-07d3-45f0-9d55-776c22b31583,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:12:59.886884 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-71a14b30-b68f-480b-83eb-d35a2f13bda7 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=ae96ca8046d74425a9aff07d682a94ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200657 Sep 16 08:12:59.890104 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56958) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:12:59.930448 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-963632b5-058f-4e48-8de7-60ec041b8774 req-2f76510b-a780-403e-8077-6114b367069a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470588 Sep 16 08:12:59.940624 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d597ec4-ffd3-455e-b043-c0c974366afd admin admin] Publish callbacks [] for security_group (488e133d-07d3-45f0-9d55-776c22b31583), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:12:59.960447 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d597ec4-ffd3-455e-b043-c0c974366afd admin admin] Publish callbacks [] for security_group (488e133d-07d3-45f0-9d55-776c22b31583), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:00.127757 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41402a-1419-4145-b296-14538c631097 req-75e2dc3e-b21f-47ee-ab9e-578a8d704928 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:00.129294 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4d41402a-1419-4145-b296-14538c631097 req-75e2dc3e-b21f-47ee-ab9e-578a8d704928 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0476820 Sep 16 08:13:00.151597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d597ec4-ffd3-455e-b043-c0c974366afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (488e133d-07d3-45f0-9d55-776c22b31583), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:00.155099 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4d597ec4-ffd3-455e-b043-c0c974366afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:00.156203 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4d597ec4-ffd3-455e-b043-c0c974366afd admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/488e133d-07d3-45f0-9d55-776c22b31583 HTTP/1.1" status: 204 len: 168 time: 0.2650287 Sep 16 08:13:00.157197 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:00.160478 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-5e1b2d45-8e86-4acc-bbf3-be75a7622edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:00.162006 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-5e1b2d45-8e86-4acc-bbf3-be75a7622edc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e3276981b48d4974841dd97ee1cb9882&device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 1129 time: 0.0429080 Sep 16 08:13:00.169396 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d597ec4-ffd3-455e-b043-c0c974366afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e133d-07d3-45f0-9d55-776c22b31583,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:00.198673 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4d41402a-1419-4145-b296-14538c631097 req-80ddca5d-4595-403d-9dec-9cf42362549a tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627344 Sep 16 08:13:00.461165 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-91e0cafa-f66d-4517-8042-6dcd6135d28f req-bde54c84-9a5d-4f86-9d56-9294df02381f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0289953 Sep 16 08:13:00.722639 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 56968) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:00.735662 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-371ac2ec-759e-479d-ba31-62bd5070a6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:00.811084 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-371ac2ec-759e-479d-ba31-62bd5070a6b4 admin admin] Publish callbacks [] for security_group (fb484e8c-5215-43ae-b869-f16c0d359284), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:00.871672 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-371ac2ec-759e-479d-ba31-62bd5070a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (fb484e8c-5215-43ae-b869-f16c0d359284), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:00.914815 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-371ac2ec-759e-479d-ba31-62bd5070a6b4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a4e8d893eb79404bad32f97bd06df1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910818 Sep 16 08:13:00.915789 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ac2ec-759e-479d-ba31-62bd5070a6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb484e8c-5215-43ae-b869-f16c0d359284,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:00.917512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 56970) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:00.949965 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:00.969934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c10f30e1-02c1-4b15-a31c-0b5ea290cf81 admin admin] Publish callbacks [] for security_group (fb484e8c-5215-43ae-b869-f16c0d359284), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:00.989994 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c10f30e1-02c1-4b15-a31c-0b5ea290cf81 admin admin] Publish callbacks [] for security_group (fb484e8c-5215-43ae-b869-f16c0d359284), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:01.067075 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde860-b3ca-41c9-a4e3-00af0adbdb30 req-e3c85fc9-d476-45ae-9e32-40b34e00ea81 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:01.068574 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-34bde860-b3ca-41c9-a4e3-00af0adbdb30 req-e3c85fc9-d476-45ae-9e32-40b34e00ea81 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.0544493 Sep 16 08:13:01.119244 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-34bde860-b3ca-41c9-a4e3-00af0adbdb30 req-33d625ec-2ce3-4650-a7cd-87a2696e94a8 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430222 Sep 16 08:13:01.132930 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-bba7f6f4-5e8f-43cc-bd8f-07bf2bc5122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:01.136717 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-bba7f6f4-5e8f-43cc-bd8f-07bf2bc5122c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=bc4f5dfd-e75f-417b-a277-edb3999f1a95 HTTP/1.1" status: 200 len: 914 time: 0.0925846 Sep 16 08:13:01.155190 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c10f30e1-02c1-4b15-a31c-0b5ea290cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (fb484e8c-5215-43ae-b869-f16c0d359284), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:01.161818 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c10f30e1-02c1-4b15-a31c-0b5ea290cf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:01.161818 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c10f30e1-02c1-4b15-a31c-0b5ea290cf81 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fb484e8c-5215-43ae-b869-f16c0d359284 HTTP/1.1" status: 204 len: 168 time: 0.2407184 Sep 16 08:13:01.172314 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f30e1-02c1-4b15-a31c-0b5ea290cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb484e8c-5215-43ae-b869-f16c0d359284,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:01.191758 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-f210c366-c4b9-4164-a6dc-4acb633f0227 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccafc8a-5a37-4427-8386-89051058ea81 HTTP/1.1" status: 200 len: 217 time: 0.0494328 Sep 16 08:13:01.245756 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-0c26da65-5be0-4ff6-9e77-80fe943f8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:01.247561 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-0c26da65-5be0-4ff6-9e77-80fe943f8a1e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0e39df02-f1c3-4719-ab6c-7cde45b4c554 HTTP/1.1" status: 200 len: 853 time: 0.0473497 Sep 16 08:13:01.296681 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-d0bb68b8-5457-4974-9597-cc18424fc7ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=bc4f5dfd-e75f-417b-a277-edb3999f1a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409257 Sep 16 08:13:01.327250 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67c7c7-4f8a-4a9a-87c3-60b289080e10 req-68d80aa1-46ec-44a2-9e40-15fb9e59388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:01.329088 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2e67c7c7-4f8a-4a9a-87c3-60b289080e10 req-68d80aa1-46ec-44a2-9e40-15fb9e59388c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 1129 time: 0.0479009 Sep 16 08:13:01.385831 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec5606-b887-4f01-b2a5-756b89760903 req-eb4607fc-f669-42fb-bfde-ed87549fb43e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:01.387271 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-24ec5606-b887-4f01-b2a5-756b89760903 req-eb4607fc-f669-42fb-bfde-ed87549fb43e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0935409 Sep 16 08:13:01.396500 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2e67c7c7-4f8a-4a9a-87c3-60b289080e10 req-3b84b18f-8439-4a7e-a7dd-86b6316f32db service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468619 Sep 16 08:13:01.455736 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-d075b676-609f-4d8e-ac08-0e48e076a12f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495724 Sep 16 08:13:01.462562 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-24ec5606-b887-4f01-b2a5-756b89760903 req-78e29067-8f31-4ed1-9284-b12ff28b3fee tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641873 Sep 16 08:13:01.564110 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5aa5204e-ad2c-4f3a-bf38-554ecc2a8ef2 req-ccece777-03c6-4813-a5b7-94b4d1ee2d10 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0273743 Sep 16 08:13:01.657176 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:13:01.773852 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-979b27c8-f318-4e4f-bb1b-403c2f2995a4 req-1a09443d-7eb5-4d08-ad2a-084976e1d6aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896749 Sep 16 08:13:02.495855 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e84584-86e5-4571-b06a-963c182facfc req-52478e2b-cc99-4ce4-a581-de896e4ec8e9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:02.497517 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a4e84584-86e5-4571-b06a-963c182facfc req-52478e2b-cc99-4ce4-a581-de896e4ec8e9 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 944 time: 0.2883725 Sep 16 08:13:02.548412 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a4e84584-86e5-4571-b06a-963c182facfc req-f1be772d-7909-42de-b5f4-4d41776baa62 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Sep 16 08:13:02.595228 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70132-ac1a-4b99-acb1-6ac729245d1b req-18d66107-067c-4625-a320-3d3c6eecb921 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:02.597347 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8b70132-ac1a-4b99-acb1-6ac729245d1b req-18d66107-067c-4625-a320-3d3c6eecb921 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0479300 Sep 16 08:13:02.651810 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:02.664984 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b8b70132-ac1a-4b99-acb1-6ac729245d1b req-b513d8a1-7d52-43ae-b0ed-ec28bc4cfccc tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611737 Sep 16 08:13:02.683562 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-56988491-1a97-4305-8a34-c5e045f7e9bb req-c6602e89-d314-4b72-afc1-7873db492f27 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0308199 Sep 16 08:13:02.702317 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:13:02.810010 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:02.821250 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'port_id': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'mac_address': 'fa:16:3e:0c:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:13:02.857554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:13:02.857946 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:02.872287 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fc5230-45b4-476e-ae08-dc736c4339d1 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:13:02.892059 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:02.941423 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:02.991179 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=9']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:03.256035 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['24fc5230-45b4-476e-ae08-dc736c4339d1'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:13:03.277549 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:03.283055 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379404-a10f-446f-ad48-626ecb4411b5 req-7b18486a-e85d-4271-8991-3c93795a06e6 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:03.286802 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-7b18486a-e85d-4271-8991-3c93795a06e6 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c3bd05-db62-48c3-84ab-0949df8a6728 HTTP/1.1" status: 200 len: 808 time: 0.1117785 Sep 16 08:13:03.302913 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Request body: {'port': {'device_id': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728', 'admin_state_up': True, 'tenant_id': '9d32f40c2bd64a61aadd27f82d11191a'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:13:03.307771 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:03.368612 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:03.512768 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Made reservation on behalf of 9d32f40c2bd64a61aadd27f82d11191a for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:13:03.516894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:03.663910 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Allocated IP 172.20.0.13 (a4c3bd05-db62-48c3-84ab-0949df8a6728/60a543bd-8b26-407f-8c2c-5b744b3c0c12/fa90d04f-de45-4124-aa59-7ac7f7183407) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:13:03.698176 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57032) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:03.855582 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dae3-216d-41a1-8d32-89eb615a7525 req-d3a46f0e-9b4c-4a25-aedf-6ada23044a90 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:03.857151 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd35dae3-216d-41a1-8d32-89eb615a7525 req-d3a46f0e-9b4c-4a25-aedf-6ada23044a90 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0903356 Sep 16 08:13:03.901184 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-29c9414c-9d0d-4d4e-afa2-3aa9deefb54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:03.968342 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks [] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:03.985728 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dd35dae3-216d-41a1-8d32-89eb615a7525 req-14bf8f71-f83f-4a18-a54f-9dbf6a61b3fd tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146865 Sep 16 08:13:04.206072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b76dc-176b-4e6f-a04b-084704b24f51 req-52eb5162-e9dd-4d2c-9949-f13fd535fc38 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:04.206072 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9c4b76dc-176b-4e6f-a04b-084704b24f51 req-52eb5162-e9dd-4d2c-9949-f13fd535fc38 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 945 time: 0.3738453 Sep 16 08:13:04.206072 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9c4b76dc-176b-4e6f-a04b-084704b24f51 req-bdb0a4c6-068c-43a6-a41d-8cb9692b665a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476267 Sep 16 08:13:04.207165 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-29c9414c-9d0d-4d4e-afa2-3aa9deefb54e admin admin] Publish callbacks [] for security_group (4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.207165 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fb08c905-e61f-4d5d-a905-03a413eef6ab req-3478852e-0fe6-43f2-859a-3238df7dc351 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0371943 Sep 16 08:13:04.502119 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.503654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-29c9414c-9d0d-4d4e-afa2-3aa9deefb54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.576903 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Network a4c3bd05-db62-48c3-84ab-0949df8a6728 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:13:04.587627 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:13:04.593563 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-29c9414c-9d0d-4d4e-afa2-3aa9deefb54e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=15111e6724dd45dabf3d68055789823b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8939352 Sep 16 08:13:04.594475 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:13:04.596285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57078) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:04.597186 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9414c-9d0d-4d4e-afa2-3aa9deefb54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:04.601086 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Pushing event updated for resources: {'Port': ['ID=fa90d04f-de45-4124-aa59-7ac7f7183407,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:04.649979 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee1ef-df33-4001-a445-1dc8b9b0e848 admin admin] Publish callbacks [] for security_group (4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.653000 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:04.653881 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.670492 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee1ef-df33-4001-a445-1dc8b9b0e848 admin admin] Publish callbacks [] for security_group (4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.731762 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:13:04.734949 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:04.746579 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-704a20a7-5c69-47b3-986b-2730398a2be5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4473152 Sep 16 08:13:04.763343 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Request body: {'port': {'device_id': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:13:04.779171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 24fc5230-45b4-476e-ae08-dc736c4339d1 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:13:04.779634 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.779976 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 24fc5230-45b4-476e-ae08-dc736c4339d1 Sep 16 08:13:04.815599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee1ef-df33-4001-a445-1dc8b9b0e848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.818471 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee1ef-df33-4001-a445-1dc8b9b0e848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.820634 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-4c5ee1ef-df33-4001-a445-1dc8b9b0e848 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2 HTTP/1.1" status: 204 len: 168 time: 0.2232783 Sep 16 08:13:04.830102 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.833714 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ee1ef-df33-4001-a445-1dc8b9b0e848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf586b1-2cd9-4d8c-9665-3e7eb4ccabf2,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:04.876250 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 24fc5230-45b4-476e-ae08-dc736c4339d1 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:13:04.876629 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:04.900812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:13:04.903321 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ecf9b2-ee5c-4960-bceb-7c32d32b5439" -d '{"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-plugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:13:04.929212 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:04.964861 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7769fb5-f0fa-4b3f-8e4f-047c046ba7b5 x-openstack-request-id: req-b7769fb5-f0fa-4b3f-8e4f-047c046ba7b5 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:13:04.965208 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-plugged", "status": "completed", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:13:04.965550 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7769fb5-f0fa-4b3f-8e4f-047c046ba7b5 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:13:04.965901 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7769fb5-f0fa-4b3f-8e4f-047c046ba7b5'] response: {'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'code': 200} Sep 16 08:13:05.010996 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.019968 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:05.082065 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=10']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:05.153647 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa90d04f-de45-4124-aa59-7ac7f7183407 {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:13:05.161527 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Publish callbacks [] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.176233 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Transition to ACTIVE for port object fa90d04f-de45-4124-aa59-7ac7f7183407 will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:13:05.262731 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.358725 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dada0-bc4c-4350-83eb-8450d2a781ad req-d55e37cf-5ed4-4ac1-b2a2-93c130d43a63 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:05.360150 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-965dada0-bc4c-4350-83eb-8450d2a781ad req-d55e37cf-5ed4-4ac1-b2a2-93c130d43a63 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0765803 Sep 16 08:13:05.361274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Pushing event updated for resources: {'Port': ['ID=fa90d04f-de45-4124-aa59-7ac7f7183407,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:05.368619 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b9b7-8e2f-4df4-bd1c-943c7ef565c1 req-03783356-3c79-4d58-bc7c-3b95d7e068c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:05.370415 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-83a5b9b7-8e2f-4df4-bd1c-943c7ef565c1 req-03783356-3c79-4d58-bc7c-3b95d7e068c2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 1131 time: 0.0558391 Sep 16 08:13:05.375857 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5bf24-56a1-4907-8023-129994f1d954 req-3892d33c-eaed-4f07-9df1-f855da825203 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:05.377486 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-02f5bf24-56a1-4907-8023-129994f1d954 req-3892d33c-eaed-4f07-9df1-f855da825203 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 944 time: 0.0824530 Sep 16 08:13:05.420922 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:05.447461 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-965dada0-bc4c-4350-83eb-8450d2a781ad req-07b967da-9219-4e26-887e-80822f62646c tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758555 Sep 16 08:13:05.450088 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-83a5b9b7-8e2f-4df4-bd1c-943c7ef565c1 req-a417caf1-f2c1-4f11-b069-08c870a13a54 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724730 Sep 16 08:13:05.474260 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-02f5bf24-56a1-4907-8023-129994f1d954 req-771a51cc-b2bd-43b8-8c69-1dacafb66cbb tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Sep 16 08:13:05.475049 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Attempting to bind port fa90d04f-de45-4124-aa59-7ac7f7183407 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:13:05.475393 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Attempting to bind port fa90d04f-de45-4124-aa59-7ac7f7183407 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:13:05.476350 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Attempting to bind port fa90d04f-de45-4124-aa59-7ac7f7183407 on network a4c3bd05-db62-48c3-84ab-0949df8a6728 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:13:05.521527 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57104) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:05.535737 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-48548a49-3eb6-46ab-a3cc-d6e8f766fd49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.537420 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Port fa90d04f-de45-4124-aa59-7ac7f7183407 on network a4c3bd05-db62-48c3-84ab-0949df8a6728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:13:05.537748 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Attempting to bind port fa90d04f-de45-4124-aa59-7ac7f7183407 on network a4c3bd05-db62-48c3-84ab-0949df8a6728 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:13:05.608960 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:13:05.609590 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Checking segment: {'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:13:05.609715 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Bound using segment: {'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:13:05.610167 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Bound port: fa90d04f-de45-4124-aa59-7ac7f7183407, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a893830e-385e-46c5-bfe2-1d311ea8ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:13:05.610536 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.708976 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] For port fa90d04f-de45-4124-aa59-7ac7f7183407, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:13:05.716163 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-48548a49-3eb6-46ab-a3cc-d6e8f766fd49 admin admin] Publish callbacks [] for security_group (f0f7a707-93ca-4f0a-b806-e5383a83e9cd), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.724491 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] For port fa90d04f-de45-4124-aa59-7ac7f7183407, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa90d04f-de45-4124-aa59-7ac7f7183407,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:13:05.798610 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-48548a49-3eb6-46ab-a3cc-d6e8f766fd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f0f7a707-93ca-4f0a-b806-e5383a83e9cd), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.803303 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.820153 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:05.820771 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.822140 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/fa90d04f-de45-4124-aa59-7ac7f7183407 HTTP/1.1" status: 200 len: 1094 time: 1.0629706 Sep 16 08:13:05.822638 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'tag': 'fa90d04f-de45-4124-aa59-7ac7f7183407'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:13:05.824905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d912c-61af-4a64-9aaa-02569b10c28c" -d '{"events": [{"name": "network-changed", "server_uuid": "07a2df18-56fc-4d48-9eed-009403b79b7e", "tag": "fa90d04f-de45-4124-aa59-7ac7f7183407"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:13:05.871499 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd851c-9c51-4bb7-9891-af9865648f9d x-openstack-request-id: req-1cbd851c-9c51-4bb7-9891-af9865648f9d {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:13:05.871793 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a2df18-56fc-4d48-9eed-009403b79b7e", "tag": "fa90d04f-de45-4124-aa59-7ac7f7183407", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:13:05.872044 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cbd851c-9c51-4bb7-9891-af9865648f9d {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:13:05.872438 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbd851c-9c51-4bb7-9891-af9865648f9d'] response: {'name': 'network-changed', 'server_uuid': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'tag': 'fa90d04f-de45-4124-aa59-7ac7f7183407', 'status': 'completed', 'code': 200} Sep 16 08:13:05.885158 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-48548a49-3eb6-46ab-a3cc-d6e8f766fd49 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=141f2ab804d745e2a84800bca2e4f905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690112 Sep 16 08:13:05.885921 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48548a49-3eb6-46ab-a3cc-d6e8f766fd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7a707-93ca-4f0a-b806-e5383a83e9cd,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:05.888434 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57112) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:05.906398 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:05.917847 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837c4e9-7cab-400c-a0f8-0fc38e3468ee service neutron] Pushing event updated for resources: {'Port': ['ID=fa90d04f-de45-4124-aa59-7ac7f7183407,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:05.956936 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f1c53edc-7554-4e7d-8b4e-fdd48687e226 admin admin] Publish callbacks [] for security_group (f0f7a707-93ca-4f0a-b806-e5383a83e9cd), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.978180 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f1c53edc-7554-4e7d-8b4e-fdd48687e226 admin admin] Publish callbacks [] for security_group (f0f7a707-93ca-4f0a-b806-e5383a83e9cd), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:05.980842 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:06.088913 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f1c53edc-7554-4e7d-8b4e-fdd48687e226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (f0f7a707-93ca-4f0a-b806-e5383a83e9cd), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:06.091454 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-f1c53edc-7554-4e7d-8b4e-fdd48687e226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:06.092639 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-f1c53edc-7554-4e7d-8b4e-fdd48687e226 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/f0f7a707-93ca-4f0a-b806-e5383a83e9cd HTTP/1.1" status: 204 len: 168 time: 0.2009726 Sep 16 08:13:06.101455 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c53edc-7554-4e7d-8b4e-fdd48687e226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7a707-93ca-4f0a-b806-e5383a83e9cd,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:06.249541 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d912c-61af-4a64-9aaa-02569b10c28c req-2c10a381-e38b-4110-8cae-403fd0ca4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:06.251077 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-117d912c-61af-4a64-9aaa-02569b10c28c req-2c10a381-e38b-4110-8cae-403fd0ca4ed1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 1128 time: 0.0409203 Sep 16 08:13:06.369264 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d912c-61af-4a64-9aaa-02569b10c28c req-9e5d5f65-5cc2-44b7-b497-a583f931b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:06.370671 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-117d912c-61af-4a64-9aaa-02569b10c28c req-9e5d5f65-5cc2-44b7-b497-a583f931b090 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1012781 Sep 16 08:13:06.434143 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:06.477293 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d912c-61af-4a64-9aaa-02569b10c28c req-d94d5284-cfaf-4ba2-b5ed-5db2dd8266e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:06.478988 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-117d912c-61af-4a64-9aaa-02569b10c28c req-d94d5284-cfaf-4ba2-b5ed-5db2dd8266e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014690 Sep 16 08:13:06.615955 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696f6b3-6c7c-4361-acf4-46856ee387fc req-1ba72aaa-5398-4249-a8c8-2c93bee7790e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:06.617186 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feb14e-aed7-4c0a-bbdb-9975f4b055ec req-8af2dcdd-3b37-49d3-a636-7cafb4cd8876 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:06.617602 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a696f6b3-6c7c-4361-acf4-46856ee387fc req-1ba72aaa-5398-4249-a8c8-2c93bee7790e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0585229 Sep 16 08:13:06.622006 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f4feb14e-aed7-4c0a-bbdb-9975f4b055ec req-8af2dcdd-3b37-49d3-a636-7cafb4cd8876 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 944 time: 0.0589838 Sep 16 08:13:06.676320 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f4feb14e-aed7-4c0a-bbdb-9975f4b055ec req-c5ad18ca-d2b4-4c50-9724-9e22aec85cbe tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486901 Sep 16 08:13:06.683988 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a696f6b3-6c7c-4361-acf4-46856ee387fc req-2e7341a2-737b-4ca7-9cc9-97948b5ca43d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575058 Sep 16 08:13:07.060101 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379404-a10f-446f-ad48-626ecb4411b5 req-f1f39513-e1c2-4aac-85be-5d738fd96a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:07.060460 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-f1f39513-e1c2-4aac-85be-5d738fd96a08 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 1128 time: 0.0430338 Sep 16 08:13:07.189209 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-a81daa13-fe7c-456d-879b-cf006d4681fe service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa90d04f-de45-4124-aa59-7ac7f7183407 HTTP/1.1" status: 200 len: 217 time: 0.0349331 Sep 16 08:13:07.250630 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4af72289-6d42-4389-94f9-ab93b828b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:07.252182 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-4af72289-6d42-4389-94f9-ab93b828b3ad service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=60a543bd-8b26-407f-8c2c-5b744b3c0c12 HTTP/1.1" status: 200 len: 848 time: 0.0569854 Sep 16 08:13:07.292622 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-ddecc14b-e048-44e9-ae1a-decf4cc17072 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c3bd05-db62-48c3-84ab-0949df8a6728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340629 Sep 16 08:13:07.393833 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-3d5b871f-70e9-4916-bb05-0e2f6340376f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946677 Sep 16 08:13:07.499930 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00379404-a10f-446f-ad48-626ecb4411b5 req-e01c6b1e-921a-47c7-aed3-3e04bf04b265 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999203 Sep 16 08:13:07.828758 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ecf15-5ee9-4a2f-a9fe-448042151c8e req-4499390c-520b-4da7-bca9-e18b097f80e3 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:07.833916 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c71ecf15-5ee9-4a2f-a9fe-448042151c8e req-4499390c-520b-4da7-bca9-e18b097f80e3 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 944 time: 0.0687923 Sep 16 08:13:07.839077 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcdad0-8465-4a58-a238-f962dad6e10e req-e3bdddbc-e96b-43f1-a8bb-02e225693b5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:07.840639 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ddcdad0-8465-4a58-a238-f962dad6e10e req-e3bdddbc-e96b-43f1-a8bb-02e225693b5a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0575554 Sep 16 08:13:07.888328 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c71ecf15-5ee9-4a2f-a9fe-448042151c8e req-46272e11-0f91-4a8b-a133-605dab37b954 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470889 Sep 16 08:13:07.892365 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ddcdad0-8465-4a58-a238-f962dad6e10e req-29edfd71-af59-4573-a6fb-b771c4e92f8a tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460639 Sep 16 08:13:08.265734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-da7e6b02-0f3f-4ab4-98e3-98c3efe361ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:08.827781 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57214) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:08.945605 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4ad7fffb-38ab-40d7-a400-9e50371e45a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.000456 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:09.039687 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f5ef1-cb4d-4c03-965e-dd6204fe4dce req-b23e8b88-454b-4e43-9dc3-aae620f8ed95 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:09.041159 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-718f5ef1-cb4d-4c03-965e-dd6204fe4dce req-b23e8b88-454b-4e43-9dc3-aae620f8ed95 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0501952 Sep 16 08:13:09.042733 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ecea8-44fd-4a94-a5f0-aecea242b56f req-acf6eb61-6669-4364-ad38-ac1a5177b488 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:09.044204 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-725ecea8-44fd-4a94-a5f0-aecea242b56f req-acf6eb61-6669-4364-ad38-ac1a5177b488 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 944 time: 0.0704556 Sep 16 08:13:09.060817 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:09.095972 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-718f5ef1-cb4d-4c03-965e-dd6204fe4dce req-6f589922-c6c9-45c1-8ad3-92278930fc03 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478587 Sep 16 08:13:09.105201 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4ad7fffb-38ab-40d7-a400-9e50371e45a6 admin admin] Publish callbacks [] for security_group (c819059b-1dc1-4964-97da-777fd2df5a1f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.119806 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-725ecea8-44fd-4a94-a5f0-aecea242b56f req-20d5a9c6-2377-4110-bada-45a26e7516c5 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698073 Sep 16 08:13:09.179646 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4ad7fffb-38ab-40d7-a400-9e50371e45a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c819059b-1dc1-4964-97da-777fd2df5a1f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.220231 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7fffb-38ab-40d7-a400-9e50371e45a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c819059b-1dc1-4964-97da-777fd2df5a1f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:09.225941 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4ad7fffb-38ab-40d7-a400-9e50371e45a6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=940c02c35da34b9081d98ae0aeddfbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959396 Sep 16 08:13:09.229278 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57226) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:09.280429 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8652c4fc-eebb-4faa-a95d-936f03e85ed2 admin admin] Publish callbacks [] for security_group (c819059b-1dc1-4964-97da-777fd2df5a1f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.301802 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8652c4fc-eebb-4faa-a95d-936f03e85ed2 admin admin] Publish callbacks [] for security_group (c819059b-1dc1-4964-97da-777fd2df5a1f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.438128 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8652c4fc-eebb-4faa-a95d-936f03e85ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c819059b-1dc1-4964-97da-777fd2df5a1f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.440637 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8652c4fc-eebb-4faa-a95d-936f03e85ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.441783 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-8652c4fc-eebb-4faa-a95d-936f03e85ed2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c819059b-1dc1-4964-97da-777fd2df5a1f HTTP/1.1" status: 204 len: 168 time: 0.2114575 Sep 16 08:13:09.450468 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652c4fc-eebb-4faa-a95d-936f03e85ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c819059b-1dc1-4964-97da-777fd2df5a1f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:09.917366 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57232) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:09.931590 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d46f3501-844f-4b05-9a22-29b6e56a6a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:09.943065 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:10.011169 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d46f3501-844f-4b05-9a22-29b6e56a6a38 admin admin] Publish callbacks [] for security_group (6d1cde09-6c14-4101-867a-619b4d2548fc), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.084069 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d46f3501-844f-4b05-9a22-29b6e56a6a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (6d1cde09-6c14-4101-867a-619b4d2548fc), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.124700 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f3501-844f-4b05-9a22-29b6e56a6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1cde09-6c14-4101-867a-619b4d2548fc,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:10.129820 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d46f3501-844f-4b05-9a22-29b6e56a6a38 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=1fa0b2a494a14860be6328395f7c9072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113361 Sep 16 08:13:10.133288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57234) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:10.184545 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-16faa52b-8f9a-41f7-927e-fb7bc563df8e admin admin] Publish callbacks [] for security_group (6d1cde09-6c14-4101-867a-619b4d2548fc), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.212570 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-16faa52b-8f9a-41f7-927e-fb7bc563df8e admin admin] Publish callbacks [] for security_group (6d1cde09-6c14-4101-867a-619b4d2548fc), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.317778 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789159-14f7-4bf3-ba89-8e2a68d24afc req-667a6751-20af-48b6-99d6-368855ea9af6 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:10.319326 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-43789159-14f7-4bf3-ba89-8e2a68d24afc req-667a6751-20af-48b6-99d6-368855ea9af6 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 944 time: 0.1226127 Sep 16 08:13:10.374921 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-43789159-14f7-4bf3-ba89-8e2a68d24afc req-efc3fd1a-bae5-4f08-839d-e462796ec320 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498068 Sep 16 08:13:10.455040 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-16faa52b-8f9a-41f7-927e-fb7bc563df8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (6d1cde09-6c14-4101-867a-619b4d2548fc), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.457564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-16faa52b-8f9a-41f7-927e-fb7bc563df8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.458702 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-16faa52b-8f9a-41f7-927e-fb7bc563df8e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/6d1cde09-6c14-4101-867a-619b4d2548fc HTTP/1.1" status: 204 len: 168 time: 0.3244739 Sep 16 08:13:10.466607 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faa52b-8f9a-41f7-927e-fb7bc563df8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1cde09-6c14-4101-867a-619b4d2548fc,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:10.661111 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-418caea9-5e53-4eaf-b2d2-1a2050ec31f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.762099 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device fa90d04f-de45-4124-aa59-7ac7f7183407 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:13:10.868236 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port fa90d04f-de45-4124-aa59-7ac7f7183407, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa90d04f-de45-4124-aa59-7ac7f7183407,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:10.881530 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'fa90d04f-de45-4124-aa59-7ac7f7183407', 'network_id': 'a4c3bd05-db62-48c3-84ab-0949df8a6728', 'port_id': 'fa90d04f-de45-4124-aa59-7ac7f7183407', 'mac_address': 'fa:16:3e:7f:e1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a543bd-8b26-407f-8c2c-5b744b3c0c12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:13:10.917583 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port fa90d04f-de45-4124-aa59-7ac7f7183407 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:13:10.917974 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:10.932980 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa90d04f-de45-4124-aa59-7ac7f7183407 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:13:10.953448 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port fa90d04f-de45-4124-aa59-7ac7f7183407, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa90d04f-de45-4124-aa59-7ac7f7183407,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:11.050052 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:11.103731 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=fa90d04f-de45-4124-aa59-7ac7f7183407,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:11.388362 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['fa90d04f-de45-4124-aa59-7ac7f7183407'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:13:11.410601 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:11.514057 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930f424-d2c9-427b-9e22-bc84ef8982e2 req-f3effc47-2b8e-4f6b-ac5e-1bb14235637a tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:11.515636 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6930f424-d2c9-427b-9e22-bc84ef8982e2 req-f3effc47-2b8e-4f6b-ac5e-1bb14235637a tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 945 time: 0.0635865 Sep 16 08:13:11.556130 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:11.568306 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6930f424-d2c9-427b-9e22-bc84ef8982e2 req-92f55105-f4e4-4b08-9ed5-a8937ab68648 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464938 Sep 16 08:13:12.088474 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:12.687183 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e988-76c9-4443-aa44-ac6e84a537c3 req-a96a5ecf-3177-4f9c-9917-8c9dca9b46df tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:12.688617 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49e988-76c9-4443-aa44-ac6e84a537c3 req-a96a5ecf-3177-4f9c-9917-8c9dca9b46df tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 945 time: 0.0460150 Sep 16 08:13:12.736398 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bb49e988-76c9-4443-aa44-ac6e84a537c3 req-f3467242-291f-4f88-acd0-2cb0e52de397 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Sep 16 08:13:12.796943 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device fa90d04f-de45-4124-aa59-7ac7f7183407 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:13:12.843214 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port fa90d04f-de45-4124-aa59-7ac7f7183407 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:13:12.917854 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port fa90d04f-de45-4124-aa59-7ac7f7183407 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:13:12.918232 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:12.918573 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port fa90d04f-de45-4124-aa59-7ac7f7183407 Sep 16 08:13:12.991110 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port fa90d04f-de45-4124-aa59-7ac7f7183407 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:13:12.991400 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:13.001956 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:13.015326 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa90d04f-de45-4124-aa59-7ac7f7183407'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:13:13.017514 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16076c1-ad0e-4bb3-b676-b4873a45e0e2" -d '{"events": [{"server_uuid": "07a2df18-56fc-4d48-9eed-009403b79b7e", "name": "network-vif-plugged", "status": "completed", "tag": "fa90d04f-de45-4124-aa59-7ac7f7183407"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:13:13.029968 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port fa90d04f-de45-4124-aa59-7ac7f7183407, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa90d04f-de45-4124-aa59-7ac7f7183407,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:13.057459 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd71cc-e569-476f-8e5d-255ddb18ee7d x-openstack-request-id: req-f1dd71cc-e569-476f-8e5d-255ddb18ee7d {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:13:13.057748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a2df18-56fc-4d48-9eed-009403b79b7e", "name": "network-vif-plugged", "status": "completed", "tag": "fa90d04f-de45-4124-aa59-7ac7f7183407", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:13:13.057996 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1dd71cc-e569-476f-8e5d-255ddb18ee7d {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:13:13.058387 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dd71cc-e569-476f-8e5d-255ddb18ee7d'] response: {'server_uuid': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa90d04f-de45-4124-aa59-7ac7f7183407', 'code': 200} Sep 16 08:13:13.130470 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:13.189642 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=fa90d04f-de45-4124-aa59-7ac7f7183407,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:13.420057 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051b14d-04f5-4999-98df-a9ae908e6712 req-0b5ba5f7-684a-47ee-92ab-42890a9f8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:13.423089 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4051b14d-04f5-4999-98df-a9ae908e6712 req-0b5ba5f7-684a-47ee-92ab-42890a9f8178 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 1130 time: 0.0420666 Sep 16 08:13:13.478471 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4051b14d-04f5-4999-98df-a9ae908e6712 req-e64e0477-1069-4c88-8c7c-582d97836fa2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Sep 16 08:13:13.546631 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:13.869438 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7ad4e-0b63-4c78-ac2d-846012c820a4 req-3927e214-841a-41ce-bf30-9f6b20d5fb47 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:13.870832 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a9c7ad4e-0b63-4c78-ac2d-846012c820a4 req-3927e214-841a-41ce-bf30-9f6b20d5fb47 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0525765 Sep 16 08:13:13.915604 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:13.920345 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a9c7ad4e-0b63-4c78-ac2d-846012c820a4 req-c5d298f4-9aa6-4dbb-9bc6-193263fc3cf0 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Sep 16 08:13:13.928503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:15.041902 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dd638-c129-4680-acd9-ae023744d72c req-b33097f6-e002-42c9-b0bd-cf358427c6fa tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:15.043273 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f16dd638-c129-4680-acd9-ae023744d72c req-b33097f6-e002-42c9-b0bd-cf358427c6fa tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0460758 Sep 16 08:13:15.092588 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f16dd638-c129-4680-acd9-ae023744d72c req-5c6b1282-74de-41c9-8641-8277d0e2d539 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Sep 16 08:13:15.660440 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:15.667305 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:16.214515 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf65a2-6d8c-4081-9429-9212c19bdde9 req-9d0542a1-8358-4ce8-b62c-025ca3de387b tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:16.217716 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9aaf65a2-6d8c-4081-9429-9212c19bdde9 req-9d0542a1-8358-4ce8-b62c-025ca3de387b tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0496771 Sep 16 08:13:16.263703 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9aaf65a2-6d8c-4081-9429-9212c19bdde9 req-133809b6-fb95-4b8d-80a1-2078f556af33 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Sep 16 08:13:17.384318 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bbec8-61d5-4d0f-852d-3b4b40b1c57d req-0aa437e1-d29c-477d-88e4-4866154c2f25 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:17.385755 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-575bbec8-61d5-4d0f-852d-3b4b40b1c57d req-0aa437e1-d29c-477d-88e4-4866154c2f25 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0466347 Sep 16 08:13:17.433197 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-575bbec8-61d5-4d0f-852d-3b4b40b1c57d req-e1dbbabc-fe45-48cf-875f-a56d0e60ad00 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Sep 16 08:13:18.552965 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972c6b7-0fe8-4f74-8fcb-0cb55c1d1549 req-18c4889b-be51-49b3-8d03-ee57d955eabf tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:18.554433 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c972c6b7-0fe8-4f74-8fcb-0cb55c1d1549 req-18c4889b-be51-49b3-8d03-ee57d955eabf tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0468123 Sep 16 08:13:18.600834 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c972c6b7-0fe8-4f74-8fcb-0cb55c1d1549 req-2f4595ba-799c-43cf-a323-1123a26f4beb tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Sep 16 08:13:21.946341 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:23.331994 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ae314-2424-424c-a61f-49209f9c905b req-f92d8a96-6870-4810-b91f-7b7f02cb2aad tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:23.333478 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-db3ae314-2424-424c-a61f-49209f9c905b req-f92d8a96-6870-4810-b91f-7b7f02cb2aad tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0477240 Sep 16 08:13:23.389529 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-db3ae314-2424-424c-a61f-49209f9c905b req-478eb0f6-7a34-4a4a-8490-09db772e718f tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Sep 16 08:13:24.514572 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571c26-b8ef-490c-bcff-25720fdfc8fa req-1f9164e9-a93b-43e8-88fc-3468e2d0a032 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:24.516043 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d9571c26-b8ef-490c-bcff-25720fdfc8fa req-1f9164e9-a93b-43e8-88fc-3468e2d0a032 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0462298 Sep 16 08:13:24.563240 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d9571c26-b8ef-490c-bcff-25720fdfc8fa req-a73ada4d-8006-42d7-a274-6f9e74c36ecc tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Sep 16 08:13:25.003011 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57426) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:25.084191 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-b198a0c0-464f-472a-862a-1fde709686b1 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:25.085590 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-b198a0c0-464f-472a-862a-1fde709686b1 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 946 time: 0.0530632 Sep 16 08:13:25.131588 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.184948 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Deleting port fa90d04f-de45-4124-aa59-7ac7f7183407 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:13:25.185299 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.200842 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:25.220428 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Publish callbacks [] for security_group (7757370f-503d-43fa-9ded-45676729b905), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.280220 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] For port fa90d04f-de45-4124-aa59-7ac7f7183407, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa90d04f-de45-4124-aa59-7ac7f7183407,segment=NetworkSegment(a893830e-385e-46c5-bfe2-1d311ea8ae45),segment_id=a893830e-385e-46c5-bfe2-1d311ea8ae45)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:25.280579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.294209 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Calling delete_port for fa90d04f-de45-4124-aa59-7ac7f7183407 owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:13:25.309219 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7757370f-503d-43fa-9ded-45676729b905), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.350299 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2f61daeba10243e58eedffcd5c1f59e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462055 Sep 16 08:13:25.352855 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7757370f-503d-43fa-9ded-45676729b905,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:25.355347 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57436) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:25.374076 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.374421 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.374789 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.375126 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.375459 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.375787 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.376156 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.376480 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.376807 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.377131 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.377455 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.377776 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.378092 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.378410 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.378749 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6562cb2d-6acb-48f6-80e8-5825d7941259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:25.421908 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b137c5a-3aff-42ba-9266-23f1f26bdb86 admin admin] Publish callbacks [] for security_group (7757370f-503d-43fa-9ded-45676729b905), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.442152 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b137c5a-3aff-42ba-9266-23f1f26bdb86 admin admin] Publish callbacks [] for security_group (7757370f-503d-43fa-9ded-45676729b905), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.511649 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (fa90d04f-de45-4124-aa59-7ac7f7183407), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.541089 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b137c5a-3aff-42ba-9266-23f1f26bdb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7757370f-503d-43fa-9ded-45676729b905), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.543726 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-2b137c5a-3aff-42ba-9266-23f1f26bdb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.544498 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Pushing event deleted for resources: {'Port': ['ID=fa90d04f-de45-4124-aa59-7ac7f7183407,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:25.544985 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-2b137c5a-3aff-42ba-9266-23f1f26bdb86 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7757370f-503d-43fa-9ded-45676729b905 HTTP/1.1" status: 204 len: 168 time: 0.1885674 Sep 16 08:13:25.559733 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b137c5a-3aff-42ba-9266-23f1f26bdb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7757370f-503d-43fa-9ded-45676729b905,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:25.560957 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['fa90d04f-de45-4124-aa59-7ac7f7183407'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:13:25.594719 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] No DVR routers for this DVR port fa90d04f-de45-4124-aa59-7ac7f7183407 on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:13:25.597796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:25.601098 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-86f744fc-1ddb-4939-ae20-daf7bfc8050c req-f1c1da7b-6162-4977-be8b-d13246639f57 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.42 "DELETE /networking/v2.0/ports/fa90d04f-de45-4124-aa59-7ac7f7183407 HTTP/1.1" status: 204 len: 173 time: 0.5079880 Sep 16 08:13:25.601697 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'name': 'network-vif-deleted', 'tag': 'fa90d04f-de45-4124-aa59-7ac7f7183407'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:13:25.604534 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fda2eb-1a02-4d29-9e96-2b5ed090ae8e" -d '{"events": [{"server_uuid": "07a2df18-56fc-4d48-9eed-009403b79b7e", "name": "network-vif-deleted", "tag": "fa90d04f-de45-4124-aa59-7ac7f7183407"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:13:25.686881 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2a73a7c1-7193-4eff-b79e-56cb537e06fa req-d457fffb-0b07-4619-bb4f-f1536e14e467 tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0280688 Sep 16 08:13:25.732131 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d859e-ac17-4186-bc64-20ea7e5e9edc x-openstack-request-id: req-ee0d859e-ac17-4186-bc64-20ea7e5e9edc {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:13:25.732421 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a2df18-56fc-4d48-9eed-009403b79b7e", "name": "network-vif-deleted", "tag": "fa90d04f-de45-4124-aa59-7ac7f7183407", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:13:25.732670 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee0d859e-ac17-4186-bc64-20ea7e5e9edc {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:13:25.733117 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0d859e-ac17-4186-bc64-20ea7e5e9edc'] response: {'server_uuid': '07a2df18-56fc-4d48-9eed-009403b79b7e', 'name': 'network-vif-deleted', 'tag': 'fa90d04f-de45-4124-aa59-7ac7f7183407', 'status': 'completed', 'code': 200} Sep 16 08:13:26.813135 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb986a35-2f18-4d7f-8ffb-226bc7670f37 req-37c43e14-b5a1-43cd-ba16-4971245b488c tempest-VolumesActionsTest-878094391 tempest-VolumesActionsTest-878094391-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=07a2df18-56fc-4d48-9eed-009403b79b7e HTTP/1.1" status: 200 len: 210 time: 0.0312169 Sep 16 08:13:27.200894 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57484) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:27.308632 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0281-a69a-4707-bf1b-016925097bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:27.317730 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:27.345497 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:27.383728 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0281-a69a-4707-bf1b-016925097bc4 admin admin] Publish callbacks [] for security_group (b56b370a-d92f-4c4b-bd73-bf3537d38f4f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:27.529259 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0281-a69a-4707-bf1b-016925097bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b56b370a-d92f-4c4b-bd73-bf3537d38f4f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:27.572204 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e3ad0281-a69a-4707-bf1b-016925097bc4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6870075020534e76a41acb1353badb39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701100 Sep 16 08:13:27.573705 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad0281-a69a-4707-bf1b-016925097bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b370a-d92f-4c4b-bd73-bf3537d38f4f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:27.574898 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57488) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:27.624856 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-709efd3c-4b16-4136-9127-9bd287d264af admin admin] Publish callbacks [] for security_group (b56b370a-d92f-4c4b-bd73-bf3537d38f4f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:27.627241 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:27.644720 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-709efd3c-4b16-4136-9127-9bd287d264af admin admin] Publish callbacks [] for security_group (b56b370a-d92f-4c4b-bd73-bf3537d38f4f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:27.775364 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-709efd3c-4b16-4136-9127-9bd287d264af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b56b370a-d92f-4c4b-bd73-bf3537d38f4f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:27.778188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-709efd3c-4b16-4136-9127-9bd287d264af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:27.779903 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-709efd3c-4b16-4136-9127-9bd287d264af admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b56b370a-d92f-4c4b-bd73-bf3537d38f4f HTTP/1.1" status: 204 len: 168 time: 0.2039878 Sep 16 08:13:27.788179 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709efd3c-4b16-4136-9127-9bd287d264af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b370a-d92f-4c4b-bd73-bf3537d38f4f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:27.863428 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-195d5bc2-d863-4dc1-99b6-0bbf5d4fdead service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419781 Sep 16 08:13:27.994065 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-c5c72615-5e9c-44fa-a325-dc26491bb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:27.995617 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-c5c72615-5e9c-44fa-a325-dc26491bb730 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0407424 Sep 16 08:13:28.121264 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-9b69bec6-55a0-4327-8d69-76b56c9a8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:28.123541 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-9b69bec6-55a0-4327-8d69-76b56c9a8af1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.1083765 Sep 16 08:13:28.205374 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-a973b344-a661-4da4-a843-09523ac5e7b3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=423ac706-d95d-479a-86fe-d25bef64dc6a HTTP/1.1" status: 200 len: 1001 time: 0.0747995 Sep 16 08:13:28.267613 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-803b9095-02c2-475b-a094-36f44f2de3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:28.269463 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-803b9095-02c2-475b-a094-36f44f2de3da service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0568249 Sep 16 08:13:28.317359 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-0e7cd770-59cb-4df6-8011-8e5619245f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:28.319042 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-0e7cd770-59cb-4df6-8011-8e5619245f56 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426629 Sep 16 08:13:28.431658 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-8244096a-2804-4ae1-9f7c-5036b49acef0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007919 Sep 16 08:13:28.523386 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-321f3f84-8ae6-400b-acd5-c5bd25409345 req-4536b991-6e66-4fc7-a818-8cb7627ebab3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886278 Sep 16 08:13:28.590424 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:28.613407 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-7a30baf9-4dd6-4feb-a279-703db0a9e498 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2047951653&fields=id&tenant_id=794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 267 time: 0.0469556 Sep 16 08:13:28.725556 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-0f077328-46cc-4087-ac64-a24a279f2751 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:28.727060 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-0f077328-46cc-4087-ac64-a24a279f2751 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 811 time: 0.1058669 Sep 16 08:13:28.750732 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-306279d7-142b-4504-be6c-84a6a9e5c971 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/quotas/794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 375 time: 0.0106006 Sep 16 08:13:28.806346 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-650480ca-5247-4ef2-9f9a-0b672a05eafd tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510807 Sep 16 08:13:28.887305 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device fa90d04f-de45-4124-aa59-7ac7f7183407 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:13:28.912053 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: fa90d04f-de45-4124-aa59-7ac7f7183407 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:13:28.912053 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device fa90d04f-de45-4124-aa59-7ac7f7183407 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:13:28.914774 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-adcdf076-b9c4-4dd1-8b4f-676262b5df75 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966063 Sep 16 08:13:28.995852 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:29.009975 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-2a53ff6d-87d9-4fe8-8aef-fb7522e81b48 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889871 Sep 16 08:13:29.559210 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dc360b69-2d98-4cce-b77d-5b92457e3f9e req-c4a0b5f1-ae96-4a72-bb15-e2a131956590 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 210 time: 0.0285957 Sep 16 08:13:30.657896 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-31163557-3f5c-4708-a269-97f356abc75e req-10ee150c-614c-4d6f-b121-b8012bdeb377 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 210 time: 0.0268881 Sep 16 08:13:31.762141 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b95e0082-3f23-487a-994f-f9b3196a984f req-76bfa351-a235-43dd-917a-08323e6aa351 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 210 time: 0.0298624 Sep 16 08:13:32.866008 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-100d8895-a9d9-41d1-b067-95787cf3e81b req-16e6c63f-2e65-4a0d-9b2f-e02c47b43063 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 210 time: 0.0278115 Sep 16 08:13:33.975622 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f895c164-250a-466f-ba2c-302a80032794 req-38d7db50-5150-4e5a-a26f-65a27c5f7dff tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Sep 16 08:13:34.611483 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-c9e61a29-1487-4a30-805b-fcfe90982386 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:34.611483 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-c9e61a29-1487-4a30-805b-fcfe90982386 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 811 time: 0.1593595 Sep 16 08:13:34.716165 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-dea661cc-d369-43e9-8be5-a1fa19e16d4c tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=794ad972bfa844538f6f71d62e7bd163 HTTP/1.1" status: 200 len: 380 time: 0.0840626 Sep 16 08:13:34.742643 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'port': {'device_id': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'admin_state_up': True, 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'security_groups': ['b1f5d328-9f8e-4da4-9c84-f9749a5602d6']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:13:34.934924 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Made reservation on behalf of 794ad972bfa844538f6f71d62e7bd163 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:13:34.940092 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:35.086145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Allocated IP 172.20.0.12 (c3183744-0e74-401e-ac7d-6d88c22643af/3727dee7-2bd8-4cac-b52d-3617f0832f02/27297ab7-03c2-443e-8e58-5bfab33fa167) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:13:35.132294 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-68128503-1c3a-4134-a993-d4661b845673 req-55dbdd50-7f2f-4463-8075-37f382211493 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 210 time: 0.0391145 Sep 16 08:13:35.305257 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:35.415548 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:35.464747 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Network c3183744-0e74-401e-ac7d-6d88c22643af is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:13:35.469931 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:13:35.472549 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:13:35.499491 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=27297ab7-03c2-443e-8e58-5bfab33fa167,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:35.530476 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:35.531502 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:35.589791 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-f7898445-5e1f-41f0-87db-867ff5381876 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8603001 Sep 16 08:13:35.608893 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Request body: {'port': {'device_id': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:13:35.648313 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:35.656109 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:35.714516 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:35.773089 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Provisioning complete for port 27297ab7-03c2-443e-8e58-5bfab33fa167 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:13:35.776976 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:35.776976 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Attempt 1 to provision port 27297ab7-03c2-443e-8e58-5bfab33fa167 Sep 16 08:13:35.857711 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Port 27297ab7-03c2-443e-8e58-5bfab33fa167 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:13:36.271364 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52972ba5-2e78-4d9c-a6ea-6a5fc8e8a48f req-c5bf01b7-06c8-4397-b1f7-0a4550453ee5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:36.279621 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52972ba5-2e78-4d9c-a6ea-6a5fc8e8a48f req-c5bf01b7-06c8-4397-b1f7-0a4550453ee5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 932 time: 0.0552416 Sep 16 08:13:36.333071 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-52972ba5-2e78-4d9c-a6ea-6a5fc8e8a48f req-2142cde5-3fa1-4f59-947f-339c45dc9dee tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504184 Sep 16 08:13:36.360289 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Attempt 2 to provision port 27297ab7-03c2-443e-8e58-5bfab33fa167 Sep 16 08:13:36.415575 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27297ab7-03c2-443e-8e58-5bfab33fa167 {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:13:36.423578 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Port 27297ab7-03c2-443e-8e58-5bfab33fa167 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:13:36.426529 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Publish callbacks [] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:36.441188 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Transition to ACTIVE for port object 27297ab7-03c2-443e-8e58-5bfab33fa167 will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:13:36.544059 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:36.601188 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Pushing event updated for resources: {'Port': ['ID=27297ab7-03c2-443e-8e58-5bfab33fa167,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:36.682717 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Attempting to bind port 27297ab7-03c2-443e-8e58-5bfab33fa167 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:13:36.683410 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Attempting to bind port 27297ab7-03c2-443e-8e58-5bfab33fa167 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:13:36.683410 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Attempting to bind port 27297ab7-03c2-443e-8e58-5bfab33fa167 on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:13:36.727785 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Port 27297ab7-03c2-443e-8e58-5bfab33fa167 on network c3183744-0e74-401e-ac7d-6d88c22643af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:13:36.728120 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Attempting to bind port 27297ab7-03c2-443e-8e58-5bfab33fa167 on network c3183744-0e74-401e-ac7d-6d88c22643af {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:13:36.765291 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:36.774151 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:13:36.774492 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Checking segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:13:36.774941 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Bound using segment: {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:13:36.775385 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Bound port: 27297ab7-03c2-443e-8e58-5bfab33fa167, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1434c31-8654-4175-811e-7cbb40afbc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:13:36.775758 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:36.840848 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] For port 27297ab7-03c2-443e-8e58-5bfab33fa167, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:13:36.844690 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] For port 27297ab7-03c2-443e-8e58-5bfab33fa167, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27297ab7-03c2-443e-8e58-5bfab33fa167,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:13:36.907208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:36.910596 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:36.911484 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:36.913123 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/27297ab7-03c2-443e-8e58-5bfab33fa167 HTTP/1.1" status: 200 len: 1094 time: 1.3088140 Sep 16 08:13:36.915483 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:13:36.917835 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a73358-8b7b-4965-8b19-a8c7efdc72d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:13:36.925226 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Attempt 3 to provision port 27297ab7-03c2-443e-8e58-5bfab33fa167 Sep 16 08:13:36.973165 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd830ec1-4e49-43f1-b2a6-b1bb4e2d725f x-openstack-request-id: req-fd830ec1-4e49-43f1-b2a6-b1bb4e2d725f {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:13:36.973793 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:13:36.974115 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd830ec1-4e49-43f1-b2a6-b1bb4e2d725f {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:13:36.974581 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd830ec1-4e49-43f1-b2a6-b1bb4e2d725f'] response: {'name': 'network-changed', 'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'status': 'completed', 'code': 200} Sep 16 08:13:36.978296 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6e731-fab3-4753-8b01-024bda667f8c service neutron] Pushing event updated for resources: {'Port': ['ID=27297ab7-03c2-443e-8e58-5bfab33fa167,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:36.988499 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-709b5f57-b74a-4288-a75d-57dd20883043 None None] Port 27297ab7-03c2-443e-8e58-5bfab33fa167 had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:13:37.465569 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcd9a6-ca57-4f49-85c0-34a267655a69 req-c75793a0-a061-45f9-8d9d-0d68ad8ed8a6 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:37.467095 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fffcd9a6-ca57-4f49-85c0-34a267655a69 req-c75793a0-a061-45f9-8d9d-0d68ad8ed8a6 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0563176 Sep 16 08:13:37.537577 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fffcd9a6-ca57-4f49-85c0-34a267655a69 req-a9d30bda-fbdb-4c1f-bb40-e89b376667f3 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630887 Sep 16 08:13:37.540663 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=13 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:37.548672 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=13 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:38.300654 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-603b001c-0a5e-4583-bcd1-5fe5787a6c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:38.665717 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:13:38.686356 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aec8e3-2ac6-4c49-b5af-998a207a14f3 req-b2d66aab-232e-4607-8a3d-27ae0996c30d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:38.688023 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00aec8e3-2ac6-4c49-b5af-998a207a14f3 req-b2d66aab-232e-4607-8a3d-27ae0996c30d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0550470 Sep 16 08:13:38.748155 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-00aec8e3-2ac6-4c49-b5af-998a207a14f3 req-34b06536-1ff8-4537-b324-3b2f5e6068e2 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543201 Sep 16 08:13:39.819810 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73358-8b7b-4965-8b19-a8c7efdc72d3 req-0fb82867-ac29-42ae-86fd-6192d9abf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:39.821427 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58a73358-8b7b-4965-8b19-a8c7efdc72d3 req-0fb82867-ac29-42ae-86fd-6192d9abf006 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 1128 time: 0.0488520 Sep 16 08:13:39.925506 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79b77-ddb0-454b-9bd4-c09e2cca93bf req-dc48e2ab-ebb8-4d69-9bd2-3d53b3c3a4e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:39.927727 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c8d79b77-ddb0-454b-9bd4-c09e2cca93bf req-dc48e2ab-ebb8-4d69-9bd2-3d53b3c3a4e8 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0721705 Sep 16 08:13:39.942958 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73358-8b7b-4965-8b19-a8c7efdc72d3 req-ba8221df-d5f9-4dad-bb48-8984cf06d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:39.944649 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58a73358-8b7b-4965-8b19-a8c7efdc72d3 req-ba8221df-d5f9-4dad-bb48-8984cf06d4b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=794ad972bfa844538f6f71d62e7bd163&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1053996 Sep 16 08:13:39.995144 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c8d79b77-ddb0-454b-9bd4-c09e2cca93bf req-159307f3-4252-46dc-aa15-0664887d22e6 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553720 Sep 16 08:13:40.058363 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73358-8b7b-4965-8b19-a8c7efdc72d3 req-b1b963a7-bbdc-4c37-9048-7e065e809e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:40.059822 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58a73358-8b7b-4965-8b19-a8c7efdc72d3 req-b1b963a7-bbdc-4c37-9048-7e065e809e53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056426 Sep 16 08:13:40.177796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-e572ef72-efdd-445d-86fc-9bb093b91156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:40.179687 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-e572ef72-efdd-445d-86fc-9bb093b91156 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 1128 time: 0.0439298 Sep 16 08:13:40.235724 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-69f4a741-d469-42f1-89b8-e9d91d30585b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27297ab7-03c2-443e-8e58-5bfab33fa167 HTTP/1.1" status: 200 len: 217 time: 0.0370634 Sep 16 08:13:40.291573 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-cc9d20af-3f63-4628-a9ea-d29d730ce7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:40.293294 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-cc9d20af-3f63-4628-a9ea-d29d730ce7ab service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0509915 Sep 16 08:13:40.349274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-b8c7fc0b-6960-465d-b4f0-9c55f8a9ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:40.350706 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-b8c7fc0b-6960-465d-b4f0-9c55f8a9ff6d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500178 Sep 16 08:13:40.385653 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:40.458907 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-3ee2a33e-927a-47a6-a060-4c4f5b460824 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953732 Sep 16 08:13:40.558252 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-debdaffd-6c0c-4ab7-bc8d-50ab1ab415f9 req-14923760-fe2d-4020-ae37-7661b712684a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913880 Sep 16 08:13:40.901103 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-5304b359-4fdc-4593-89a0-f3d892125d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:41.109017 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:41.126390 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d86aa-ba29-4872-b3ca-44eb81934418 req-344303a1-e60b-4d1b-823d-7dbe39fffb62 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:41.133853 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-753d86aa-ba29-4872-b3ca-44eb81934418 req-344303a1-e60b-4d1b-823d-7dbe39fffb62 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0573003 Sep 16 08:13:41.202387 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-753d86aa-ba29-4872-b3ca-44eb81934418 req-9a6ea4e4-fa8c-4bc5-90bf-9e564981296d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555451 Sep 16 08:13:42.009596 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:42.107042 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:42.345825 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec2f9d-4ffd-4d39-bbaa-d314de196700 req-3d9cf036-21ce-40db-8b3d-43dade3740e7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:42.347425 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-68ec2f9d-4ffd-4d39-bbaa-d314de196700 req-3d9cf036-21ce-40db-8b3d-43dade3740e7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0637305 Sep 16 08:13:42.401752 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-68ec2f9d-4ffd-4d39-bbaa-d314de196700 req-3c589e55-c4cf-441a-aa5c-9b8aec6c2f9f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455198 Sep 16 08:13:43.469065 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:43.540876 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:43.546599 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a5bfa-c3c6-4d7a-bcf2-328f7be11522 req-b9a12b70-d856-4576-8d1d-3e7926ab33f1 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:43.548287 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-238a5bfa-c3c6-4d7a-bcf2-328f7be11522 req-b9a12b70-d856-4576-8d1d-3e7926ab33f1 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0588458 Sep 16 08:13:43.601919 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-238a5bfa-c3c6-4d7a-bcf2-328f7be11522 req-ca42e83f-4324-47f1-ad11-3becf4d0eed0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Sep 16 08:13:43.899842 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:44.777441 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40a895-e296-412f-8a2b-ff10966abf30 req-b7101be8-9e51-4bfb-90b8-6c74e1665bfa tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:44.779696 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fb40a895-e296-412f-8a2b-ff10966abf30 req-b7101be8-9e51-4bfb-90b8-6c74e1665bfa tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0897739 Sep 16 08:13:44.845310 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fb40a895-e296-412f-8a2b-ff10966abf30 req-84b10dd7-2e75-47c4-9ab5-6086f4991195 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592344 Sep 16 08:13:45.977302 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd820c86-d2a6-4552-815f-0b2bc88f88ce req-184c0a15-b65d-4409-9aa4-d51e86ce4225 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:45.979663 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fd820c86-d2a6-4552-815f-0b2bc88f88ce req-184c0a15-b65d-4409-9aa4-d51e86ce4225 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0505779 Sep 16 08:13:46.043260 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fd820c86-d2a6-4552-815f-0b2bc88f88ce req-2a8f12cb-7759-49c4-ba84-a1e91a1ef0a9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573974 Sep 16 08:13:47.165897 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ccbc0-bbb1-4fa6-a6de-02b980adcbe1 req-acc97315-3383-4df2-973a-d25b5e89f22e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:47.169535 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7c6ccbc0-bbb1-4fa6-a6de-02b980adcbe1 req-acc97315-3383-4df2-973a-d25b5e89f22e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0519078 Sep 16 08:13:47.221866 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7c6ccbc0-bbb1-4fa6-a6de-02b980adcbe1 req-4ba6383e-944c-4dd7-804e-dc374ce34875 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466766 Sep 16 08:13:48.348449 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8695fdb-b3dd-4e59-b695-d4635ec910d7 req-636b8c8f-448e-40c6-9762-13cfabb871b0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:48.350600 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c8695fdb-b3dd-4e59-b695-d4635ec910d7 req-636b8c8f-448e-40c6-9762-13cfabb871b0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0497713 Sep 16 08:13:48.411225 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c8695fdb-b3dd-4e59-b695-d4635ec910d7 req-159a5aa0-d61e-4edc-8461-09bb268a7cc0 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548933 Sep 16 08:13:49.547945 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228a992-f07b-4278-bac4-93ec5be7f29f req-24fd1a92-b0e9-4319-aecd-8b11cabeeaa3 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:49.555045 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c228a992-f07b-4278-bac4-93ec5be7f29f req-24fd1a92-b0e9-4319-aecd-8b11cabeeaa3 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0627365 Sep 16 08:13:49.589547 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:49.605036 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c228a992-f07b-4278-bac4-93ec5be7f29f req-ea0456f1-fd9f-4a5c-a641-04a131726376 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491238 Sep 16 08:13:50.747081 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0877a59-5d29-480b-a4b4-f5f83c77d48e req-d1c6c871-fe15-4e01-a6a4-95ddfb512f46 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:50.750209 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f0877a59-5d29-480b-a4b4-f5f83c77d48e req-d1c6c871-fe15-4e01-a6a4-95ddfb512f46 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0633368 Sep 16 08:13:50.804172 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f0877a59-5d29-480b-a4b4-f5f83c77d48e req-b696c5af-614f-4f41-bb45-8df28283b775 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492704 Sep 16 08:13:51.805929 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27297ab7-03c2-443e-8e58-5bfab33fa167 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:13:51.922344 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 27297ab7-03c2-443e-8e58-5bfab33fa167, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27297ab7-03c2-443e-8e58-5bfab33fa167,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:51.936960 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634f9c5-fb72-4b3a-9fdc-e54747abb44f req-7d6554ac-79a8-4218-a7ae-b27dcae1e5e4 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:51.937436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'port_id': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'mac_address': 'fa:16:3e:a5:a6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:13:51.943760 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6634f9c5-fb72-4b3a-9fdc-e54747abb44f req-7d6554ac-79a8-4218-a7ae-b27dcae1e5e4 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 944 time: 0.0600238 Sep 16 08:13:51.976775 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:51.978921 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 27297ab7-03c2-443e-8e58-5bfab33fa167 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:13:51.979309 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:51.992368 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6634f9c5-fb72-4b3a-9fdc-e54747abb44f req-0cd54361-f44d-4f4d-ad86-89e156ba5d2b tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476942 Sep 16 08:13:51.996840 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27297ab7-03c2-443e-8e58-5bfab33fa167 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:13:52.017439 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 27297ab7-03c2-443e-8e58-5bfab33fa167, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27297ab7-03c2-443e-8e58-5bfab33fa167,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:52.088761 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:52.139127 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=27297ab7-03c2-443e-8e58-5bfab33fa167,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:52.146059 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.146404 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.146771 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.147107 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.147436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.147760 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.148082 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.148402 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.148721 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.149036 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.149355 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.149668 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.149989 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.150381 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.150717 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:52.455293 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['27297ab7-03c2-443e-8e58-5bfab33fa167'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:13:52.658310 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:52.663534 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=7 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:53.117407 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0b58b-d8d7-450b-9b86-571bfbda7418 req-3a89ae83-fdb1-4591-97db-32db7bec531e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:53.118895 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-53c0b58b-d8d7-450b-9b86-571bfbda7418 req-3a89ae83-fdb1-4591-97db-32db7bec531e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 945 time: 0.0474916 Sep 16 08:13:53.169153 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-53c0b58b-d8d7-450b-9b86-571bfbda7418 req-d40186ae-c943-4706-bb4e-e0b1b45a164f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439770 Sep 16 08:13:53.952114 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27297ab7-03c2-443e-8e58-5bfab33fa167 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:13:53.994947 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 27297ab7-03c2-443e-8e58-5bfab33fa167 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:13:54.076576 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 27297ab7-03c2-443e-8e58-5bfab33fa167 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:13:54.076892 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.077247 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 27297ab7-03c2-443e-8e58-5bfab33fa167 Sep 16 08:13:54.145438 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:54.147564 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 27297ab7-03c2-443e-8e58-5bfab33fa167 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:13:54.147947 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.173964 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:13:54.176188 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303f4b29-76a2-4903-b38b-fbf00cad3f01" -d '{"events": [{"server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "name": "network-vif-plugged", "status": "completed", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:13:54.189275 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 27297ab7-03c2-443e-8e58-5bfab33fa167, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27297ab7-03c2-443e-8e58-5bfab33fa167,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:54.214594 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb3d3a-c8cb-4d94-acec-3d46401f6041 x-openstack-request-id: req-78bb3d3a-c8cb-4d94-acec-3d46401f6041 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:13:54.214820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "name": "network-vif-plugged", "status": "completed", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:13:54.215071 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78bb3d3a-c8cb-4d94-acec-3d46401f6041 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:13:54.215990 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bb3d3a-c8cb-4d94-acec-3d46401f6041'] response: {'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'code': 200} Sep 16 08:13:54.260136 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.287728 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57886) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:54.294631 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc32858-720e-4a7a-b2a4-4d0621b32942 req-46e37fbc-0b56-420f-872b-706cf33f8ee7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:54.296257 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2dc32858-720e-4a7a-b2a4-4d0621b32942 req-46e37fbc-0b56-420f-872b-706cf33f8ee7 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Sep 16 08:13:54.297701 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:54.312563 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=27297ab7-03c2-443e-8e58-5bfab33fa167,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:54.343949 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Deleting subnet 60a543bd-8b26-407f-8c2c-5b744b3c0c12 {{(pid=106809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:13:54.344241 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Publish callbacks [] for subnet (60a543bd-8b26-407f-8c2c-5b744b3c0c12), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.352554 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2dc32858-720e-4a7a-b2a4-4d0621b32942 req-55dba231-0747-4226-becc-5920b1cbc651 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499485 Sep 16 08:13:54.380005 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13220116'] for subnet (60a543bd-8b26-407f-8c2c-5b744b3c0c12), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.420620 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (60a543bd-8b26-407f-8c2c-5b744b3c0c12), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.541130 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13209569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13267489'] for subnet (60a543bd-8b26-407f-8c2c-5b744b3c0c12), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.573495 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a543bd-8b26-407f-8c2c-5b744b3c0c12,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:54.578935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.581979 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/60a543bd-8b26-407f-8c2c-5b744b3c0c12 HTTP/1.1" status: 204 len: 168 time: 0.2921813 Sep 16 08:13:54.584761 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57888) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:54.588041 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.588388 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.588730 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.589072 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.589403 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.589731 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.590058 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.591096 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.591566 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.591796 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.592070 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.592390 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.593164 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.593164 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.593384 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88e1f0-d7eb-4ccf-b0c1-219a4defbd4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:13:54.655694 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (a4c3bd05-db62-48c3-84ab-0949df8a6728), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.736291 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (a4c3bd05-db62-48c3-84ab-0949df8a6728), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.761085 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c3bd05-db62-48c3-84ab-0949df8a6728']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:13:54.773275 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a893830e-385e-46c5-bfe2-1d311ea8ae45') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:13:54.773713 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a893830e-385e-46c5-bfe2-1d311ea8ae45') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:13:54.775419 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:54.784556 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (a893830e-385e-46c5-bfe2-1d311ea8ae45), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.798261 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (a893830e-385e-46c5-bfe2-1d311ea8ae45), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.798419 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f6e9b-9590-4acd-9efb-c56a62bee738 req-c4f62911-d2c7-4ceb-af33-08628852e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:54.799947 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fa5f6e9b-9590-4acd-9efb-c56a62bee738 req-c4f62911-d2c7-4ceb-af33-08628852e15f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 1130 time: 0.0392718 Sep 16 08:13:54.805187 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:13:54.805564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (a893830e-385e-46c5-bfe2-1d311ea8ae45), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.847261 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment a893830e-385e-46c5-bfe2-1d311ea8ae45 resource provider aggregate not found Sep 16 08:13:54.849718 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-fa5f6e9b-9590-4acd-9efb-c56a62bee738 req-572e9788-cbc4-4375-ba21-bf174e573a50 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Sep 16 08:13:54.864414 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment a893830e-385e-46c5-bfe2-1d311ea8ae45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a893830e-385e-46c5-bfe2-1d311ea8ae45 found for delete ", "request_id": "req-e093dc03-b3e7-4cf9-82fa-c28cfa7f4084"}]} Sep 16 08:13:54.911212 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (a4c3bd05-db62-48c3-84ab-0949df8a6728), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.917589 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:54.920681 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/a4c3bd05-db62-48c3-84ab-0949df8a6728 HTTP/1.1" status: 204 len: 168 time: 0.3349311 Sep 16 08:13:54.932919 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede7d02-c20d-41a2-8088-6c977a731f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c3bd05-db62-48c3-84ab-0949df8a6728,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:55.259359 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57898) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:55.300261 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-76ac0a3b-088a-49ae-b8e4-3cd9f534d922 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9d32f40c2bd64a61aadd27f82d11191a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396616 Sep 16 08:13:55.302806 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 57900) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:55.354094 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-beed1c24-bf68-42f0-9ac3-8a8384fe0083 admin admin] Publish callbacks [] for security_group (ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:55.374416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-beed1c24-bf68-42f0-9ac3-8a8384fe0083 admin admin] Publish callbacks [] for security_group (ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:55.456425 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:55.473507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbf31f-f4e6-4a1b-96fb-f5249a8998d0 req-20137cc0-8a37-4a87-aba3-33a5e3fc2edb tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:55.475881 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-17bbf31f-f4e6-4a1b-96fb-f5249a8998d0 req-20137cc0-8a37-4a87-aba3-33a5e3fc2edb tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0465696 Sep 16 08:13:55.494445 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-beed1c24-bf68-42f0-9ac3-8a8384fe0083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:55.497521 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-beed1c24-bf68-42f0-9ac3-8a8384fe0083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:55.498649 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-beed1c24-bf68-42f0-9ac3-8a8384fe0083 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3 HTTP/1.1" status: 204 len: 168 time: 0.1949632 Sep 16 08:13:55.506843 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1c24-bf68-42f0-9ac3-8a8384fe0083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e88a2-7fdf-4f53-8e53-d922dbc7c4c3,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:55.531467 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-17bbf31f-f4e6-4a1b-96fb-f5249a8998d0 req-ddfdd944-4d67-4c45-ae39-6348b83242a4 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507772 Sep 16 08:13:56.487247 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:56.498597 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47165c-1c26-4620-83c3-ef86bad4a0a4 req-d2ae5500-08fe-4341-8f3b-0ccde9947f2e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:56.500100 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-da47165c-1c26-4620-83c3-ef86bad4a0a4 req-d2ae5500-08fe-4341-8f3b-0ccde9947f2e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Sep 16 08:13:56.551869 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-da47165c-1c26-4620-83c3-ef86bad4a0a4 req-c929d706-625a-4d91-b1c0-ef412c599376 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Sep 16 08:13:56.663283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea9616-9353-4360-9e38-f8ff6695dd24 req-49abe2b9-6c77-4362-bcba-c3533a3d62de tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:56.664955 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fcea9616-9353-4360-9e38-f8ff6695dd24 req-49abe2b9-6c77-4362-bcba-c3533a3d62de tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0512867 Sep 16 08:13:56.716099 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-fcea9616-9353-4360-9e38-f8ff6695dd24 req-cbfbc1fa-cdce-4f78-94cc-8adee3e00d38 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444281 Sep 16 08:13:57.674196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bedc7-6ae2-4413-936a-1795b0155aa3 req-219b66c4-1307-47ca-84cc-c78c87fa1012 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:57.675678 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ff4bedc7-6ae2-4413-936a-1795b0155aa3 req-219b66c4-1307-47ca-84cc-c78c87fa1012 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0466416 Sep 16 08:13:57.721258 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ff4bedc7-6ae2-4413-936a-1795b0155aa3 req-92bcda55-94c5-4b24-89b4-c333a2755918 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Sep 16 08:13:57.836359 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63460ccb-d9bd-4552-a198-9d7c9d31e638 req-81faaadd-d8b1-43b1-a52c-83acce2cf499 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:57.837814 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-63460ccb-d9bd-4552-a198-9d7c9d31e638 req-81faaadd-d8b1-43b1-a52c-83acce2cf499 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0486138 Sep 16 08:13:57.886377 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-63460ccb-d9bd-4552-a198-9d7c9d31e638 req-027b0e3f-d93d-43f1-bf16-18bd99c794e9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Sep 16 08:13:58.007936 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050c9ee-4c23-4d72-8eb6-fef31d22ff3f req-df4dc393-d646-4ba1-a45d-ee013e5545c9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:58.009385 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7050c9ee-4c23-4d72-8eb6-fef31d22ff3f req-df4dc393-d646-4ba1-a45d-ee013e5545c9 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0500140 Sep 16 08:13:58.059101 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-7050c9ee-4c23-4d72-8eb6-fef31d22ff3f req-f25a0c04-e3d9-41b3-b4d1-2561f8762ee4 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433450 Sep 16 08:13:58.087734 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57946) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:58.125820 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e276fd9-479d-4d94-95a4-6a81e5f055c7 tempest-TestVolumeBootPattern-1804295190 tempest-TestVolumeBootPattern-1804295190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:58.127347 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8e276fd9-479d-4d94-95a4-6a81e5f055c7 tempest-TestVolumeBootPattern-1804295190 tempest-TestVolumeBootPattern-1804295190-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 1125 time: 0.0386081 Sep 16 08:13:58.130182 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 57948) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:13:58.134876 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'port_id': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:13:58.231764 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:58.315225 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:58.430404 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Allocated IP 172.27.1.218 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/6f8e7701-2cad-4083-bf9e-1d19c1c27d3f) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:13:58.537555 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:58.632171 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:58.673485 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:13:58.678458 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:13:58.682619 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:13:58.686224 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=6f8e7701-2cad-4083-bf9e-1d19c1c27d3f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:58.714322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:58.815175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:58.830916 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-0938ba6d-298a-4f91-a804-02db3159a59a tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:58.832398 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-0938ba6d-298a-4f91-a804-02db3159a59a tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0766201 Sep 16 08:13:58.846882 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15508c21-62be-4740-ae1f-3ebe3c0b6561 req-472de352-3cba-4cec-87a0-a964e433b314 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:13:58.853892 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-15508c21-62be-4740-ae1f-3ebe3c0b6561 req-472de352-3cba-4cec-87a0-a964e433b314 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 945 time: 0.0533004 Sep 16 08:13:58.899933 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-15508c21-62be-4740-ae1f-3ebe3c0b6561 req-2c361b78-a830-49ca-bee8-eb9024d83d78 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Sep 16 08:13:59.012434 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Deleting port cccafc8a-5a37-4427-8386-89051058ea81 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:13:59.012801 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (cccafc8a-5a37-4427-8386-89051058ea81), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.197834 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] For port cccafc8a-5a37-4427-8386-89051058ea81, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cccafc8a-5a37-4427-8386-89051058ea81,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:13:59.198196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (cccafc8a-5a37-4427-8386-89051058ea81), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.230586 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Calling delete_port for cccafc8a-5a37-4427-8386-89051058ea81 owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:13:59.287518 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (a7be6cb4-8dd3-467d-90f0-cf35a05e95d2), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.380950 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:59.454778 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.486913 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (cccafc8a-5a37-4427-8386-89051058ea81), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.526198 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Pushing event deleted for resources: {'Port': ['ID=cccafc8a-5a37-4427-8386-89051058ea81,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:59.607557 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] No DVR routers for this DVR port cccafc8a-5a37-4427-8386-89051058ea81 on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:13:59.610966 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.614084 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-98e3b686-1cd0-432a-b769-51ef1fee82f1 req-9b992e30-2db2-4a74-9115-45706615f9b1 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "DELETE /networking/v2.0/ports/cccafc8a-5a37-4427-8386-89051058ea81 HTTP/1.1" status: 204 len: 173 time: 0.7745461 Sep 16 08:13:59.614560 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'name': 'network-vif-deleted', 'tag': 'cccafc8a-5a37-4427-8386-89051058ea81'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:13:59.616769 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd00dc9f-c9ba-4de8-91a8-4d033ab8f942" -d '{"events": [{"server_uuid": "8e9494f9-9706-4af0-b4ef-dac0291aae29", "name": "network-vif-deleted", "tag": "cccafc8a-5a37-4427-8386-89051058ea81"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:13:59.655370 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83384362-e90f-40c6-bc61-488954a55f28 x-openstack-request-id: req-83384362-e90f-40c6-bc61-488954a55f28 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:13:59.655653 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9494f9-9706-4af0-b4ef-dac0291aae29", "name": "network-vif-deleted", "tag": "cccafc8a-5a37-4427-8386-89051058ea81", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:13:59.655898 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83384362-e90f-40c6-bc61-488954a55f28 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:13:59.656291 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83384362-e90f-40c6-bc61-488954a55f28'] response: {'server_uuid': '8e9494f9-9706-4af0-b4ef-dac0291aae29', 'name': 'network-vif-deleted', 'tag': 'cccafc8a-5a37-4427-8386-89051058ea81', 'status': 'completed', 'code': 200} Sep 16 08:13:59.684665 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.745938 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.789281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:13:59.811827 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event updated for resources: {'Port': ['ID=6f8e7701-2cad-4083-bf9e-1d19c1c27d3f,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:13:59.815281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (a7be6cb4-8dd3-467d-90f0-cf35a05e95d2), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:13:59.911154 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Floating IP a7be6cb4-8dd3-467d-90f0-cf35a05e95d2 associated. External IP: 172.27.1.218, port: 27297ab7-03c2-443e-8e58-5bfab33fa167. Sep 16 08:14:00.006141 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5f2c8420-2d5e-452a-8476-167e70a98f54 req-1cedb580-304c-4849-a209-f7ee797664a4 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0274799 Sep 16 08:14:00.106896 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:14:00.448606 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:14:00.458487 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:14:00.468918 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:00.469576 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:13:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:00.578956 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:00.644911 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:00.675884 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c989f1fe-13a4-42e7-a366-01f0708b02bc tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5444205 Sep 16 08:14:00.792745 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:40Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}, {'id': 'a7be6cb4-8dd3-467d-90f0-cf35a05e95d2', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:a5:a6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:13:59Z', 'updated_at': '2022-09-16T08:13:59Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:00.817369 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:14:00.825593 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:00.826200 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:13:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:00.927768 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:01.111727 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3dd0cd56-d818-4573-b982-c74fcdfe91c0 req-f989de4b-8688-45dc-9481-bf91f9b891f4 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0275471 Sep 16 08:14:01.139860 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:40Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}, {'id': 'a7be6cb4-8dd3-467d-90f0-cf35a05e95d2', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:a5:a6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:13:59Z', 'updated_at': '2022-09-16T08:13:59Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:01.164297 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fd19d2-74d3-46dd-9ea4-6cd0a51de265 None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:40Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}, {'id': 'a7be6cb4-8dd3-467d-90f0-cf35a05e95d2', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:a5:a6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:13:59Z', 'updated_at': '2022-09-16T08:13:59Z', 'revision_number': 0, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:14:01.357896 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67feafd9-5f5a-4de4-aab4-a7a8a996be23 None None] New status for floating IP a7be6cb4-8dd3-467d-90f0-cf35a05e95d2: ACTIVE {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:14:01.657616 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:14:01.659990 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476" -d '{"events": [{"name": "network-changed", "server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:14:01.696363 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0153e8db-ee10-440f-903f-ed9163b2ca39 x-openstack-request-id: req-0153e8db-ee10-440f-903f-ed9163b2ca39 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:14:01.696650 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:14:01.696897 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0153e8db-ee10-440f-903f-ed9163b2ca39 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:14:01.697288 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0153e8db-ee10-440f-903f-ed9163b2ca39'] response: {'name': 'network-changed', 'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'status': 'completed', 'code': 200} Sep 16 08:14:02.106554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['cccafc8a-5a37-4427-8386-89051058ea81'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:14:02.229832 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6de9c47e-4d34-4b20-a71a-f4dbf5d78351 req-975b85aa-abce-4352-ac1b-686fdec753be tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0349185 Sep 16 08:14:02.233197 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-080724db-598f-4d1f-a6a4-4fe24e99b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:02.234542 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-080724db-598f-4d1f-a6a4-4fe24e99b368 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 1130 time: 0.0665140 Sep 16 08:14:02.331079 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-72df1037-2471-4bc2-88c0-e73e7f50224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:02.332541 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-72df1037-2471-4bc2-88c0-e73e7f50224f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.0894406 Sep 16 08:14:02.346422 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:02.406447 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-aa5b518e-a2cf-4f00-92c2-7f39517288e4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27297ab7-03c2-443e-8e58-5bfab33fa167 HTTP/1.1" status: 200 len: 1002 time: 0.0657551 Sep 16 08:14:02.465033 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-920a5aee-9c5e-4d7c-808f-22f6d4913665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:02.466513 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-920a5aee-9c5e-4d7c-808f-22f6d4913665 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0498891 Sep 16 08:14:02.521222 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-fc090e3e-4c2d-4e11-bd28-38c0414ee60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:02.523411 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-fc090e3e-4c2d-4e11-bd28-38c0414ee60c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489216 Sep 16 08:14:02.623196 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-33ddb6ca-3006-4087-9859-686594dda522 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927351 Sep 16 08:14:02.722634 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-38ae5c2b-cc9b-4636-ba2a-3a91044ff476 req-e7388bb1-9f26-4ce9-8686-31a545f55534 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942454 Sep 16 08:14:02.763565 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:02.804494 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101833ae-cd63-4a48-be82-cb513cd3bfae req-d5845e2c-8f25-49a0-a8ff-e4f6aaa915ce tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:02.805968 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-101833ae-cd63-4a48-be82-cb513cd3bfae req-d5845e2c-8f25-49a0-a8ff-e4f6aaa915ce tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0507271 Sep 16 08:14:02.853361 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-101833ae-cd63-4a48-be82-cb513cd3bfae req-90fb25e0-a3bb-4843-b5f4-5b527b8e5a24 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Sep 16 08:14:03.353313 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5e1dd96c-8004-45dc-b829-fd9bbc4bbaf7 req-b43437c8-e79d-445f-b723-fa109959fe1e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0332322 Sep 16 08:14:03.979625 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9c71a-d1d5-4c8d-bf7d-f97cb914eb45 req-4ae23e06-b7bc-4a2b-ab0a-3c653c52f598 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:03.981074 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-90b9c71a-d1d5-4c8d-bf7d-f97cb914eb45 req-4ae23e06-b7bc-4a2b-ab0a-3c653c52f598 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0463376 Sep 16 08:14:04.028257 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-90b9c71a-d1d5-4c8d-bf7d-f97cb914eb45 req-3200e676-57ce-4f6f-bdfa-e5daf1230511 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409417 Sep 16 08:14:04.464630 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-d2c1e5e9-3252-47f8-846d-3c9f7622df60 req-1cb04653-a152-456e-a503-79966c96e0aa tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0274003 Sep 16 08:14:05.154788 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bbcb-0ed8-4263-aeac-a75ba14405f3 req-b6f1ca8f-7123-4223-9d9c-c5a12d39dbeb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:05.156216 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a7f5bbcb-0ed8-4263-aeac-a75ba14405f3 req-b6f1ca8f-7123-4223-9d9c-c5a12d39dbeb tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0489523 Sep 16 08:14:05.201828 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a7f5bbcb-0ed8-4263-aeac-a75ba14405f3 req-beea5e8f-4f59-4364-bd86-c1b44e876953 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400319 Sep 16 08:14:05.578228 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3e7c25a1-18b3-41c6-a25e-7c3dc2063ef6 req-a3b6b52d-7f82-417a-9e9f-bf5f7a0720f2 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0278709 Sep 16 08:14:06.326340 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e49c29-518c-4542-8212-4304ebc152df req-dc46f9bf-8fe6-4363-ba65-68714c14ca1b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:06.327792 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0e49c29-518c-4542-8212-4304ebc152df req-dc46f9bf-8fe6-4363-ba65-68714c14ca1b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0448902 Sep 16 08:14:06.352520 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:06.373593 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-f0e49c29-518c-4542-8212-4304ebc152df req-f65e1153-5a2e-4369-8d23-ac084a716f65 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Sep 16 08:14:06.540336 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device cccafc8a-5a37-4427-8386-89051058ea81 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:14:06.562823 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: cccafc8a-5a37-4427-8386-89051058ea81 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:14:06.563178 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device cccafc8a-5a37-4427-8386-89051058ea81 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:14:06.674138 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:06.692311 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8a942ed8-3c3d-4cd2-8a50-07ac3a4fbe16 req-c4e43532-7ef8-4907-980a-ac19a7b75b19 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=8e9494f9-9706-4af0-b4ef-dac0291aae29 HTTP/1.1" status: 200 len: 210 time: 0.0280674 Sep 16 08:14:07.289159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-112f468e-eb1d-46d0-89ac-dd59c7053072 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:07.312802 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-112f468e-eb1d-46d0-89ac-dd59c7053072 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0487969 Sep 16 08:14:07.379446 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Deleting port 24fc5230-45b4-476e-ae08-dc736c4339d1 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:14:07.379791 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:07.502973 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] For port 24fc5230-45b4-476e-ae08-dc736c4339d1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24fc5230-45b4-476e-ae08-dc736c4339d1,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:07.503251 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:07.508575 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63bf3-2d38-49cf-b5b6-470876f83079 req-2311d025-6946-42d9-bf96-c0cc7428ce8d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:07.513286 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ac63bf3-2d38-49cf-b5b6-470876f83079 req-2311d025-6946-42d9-bf96-c0cc7428ce8d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 947 time: 0.0544834 Sep 16 08:14:07.568118 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7ac63bf3-2d38-49cf-b5b6-470876f83079 req-6a400270-5dc3-44e2-bd59-18bcaf5d7687 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=48137fec-94b9-4115-9512-82bc624268ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513711 Sep 16 08:14:07.614184 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:07.692282 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:07.692884 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (40eb5ad1-4822-4acb-9e67-f247b99b8f38), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:07.693006 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Floating IP 40eb5ad1-4822-4acb-9e67-f247b99b8f38 disassociated. External IP: 172.27.1.66, port: 24fc5230-45b4-476e-ae08-dc736c4339d1. Sep 16 08:14:07.693304 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Calling delete_port for 24fc5230-45b4-476e-ae08-dc736c4339d1 owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:14:07.825208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:07.911603 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (24fc5230-45b4-476e-ae08-dc736c4339d1), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:07.939953 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event deleted for resources: {'Port': ['ID=24fc5230-45b4-476e-ae08-dc736c4339d1,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:08.053196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:14:08.140044 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:08.166619 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:14:08.178178 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] Sync routers for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:14:08.190172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:08.192407 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:13:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:08.213385 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] No DVR routers for this DVR port 24fc5230-45b4-476e-ae08-dc736c4339d1 on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:14:08.215751 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:08.223068 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ac4fbbd-4f99-4c31-97f2-11eeacdc7c91 req-8deda21a-3371-4c74-9cbf-ba9d9df6cd5b tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.42 "DELETE /networking/v2.0/ports/24fc5230-45b4-476e-ae08-dc736c4339d1 HTTP/1.1" status: 204 len: 173 time: 0.9220493 Sep 16 08:14:08.223068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-deleted', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:14:08.223068 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc8ef86-cfe8-4f97-84f6-0e1f315b183c" -d '{"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-deleted", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:14:08.260675 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ec9a9d-e59f-4540-92d3-e1b638e2e996 x-openstack-request-id: req-e0ec9a9d-e59f-4540-92d3-e1b638e2e996 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:14:08.261067 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6b33b5-7327-4c2f-ae74-6f718e860360", "name": "network-vif-deleted", "tag": "24fc5230-45b4-476e-ae08-dc736c4339d1", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:14:08.261419 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0ec9a9d-e59f-4540-92d3-e1b638e2e996 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:14:08.261937 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ec9a9d-e59f-4540-92d3-e1b638e2e996'] response: {'server_uuid': '7f6b33b5-7327-4c2f-ae74-6f718e860360', 'name': 'network-vif-deleted', 'tag': '24fc5230-45b4-476e-ae08-dc736c4339d1', 'status': 'completed', 'code': 200} Sep 16 08:14:08.301796 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:08.318043 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:08.345650 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-4a09ffcf-6564-4e39-9838-92c96ddc310a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:08.510240 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:08.537597 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] Checking router: 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:14:08.546372 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:08.547010 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:13:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:08.645962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:08.683635 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-b82d613e-041b-4109-b10a-ddf200933383 req-4678aafe-2ce3-4e43-bdcc-1e176cc94515 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0287914 Sep 16 08:14:08.951401 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:08.975475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c7230-f9fa-4add-9447-d0903057ae8d None None] The sync data for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi is: [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:06:56Z', 'revision_number': 4, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '9ea986f4-29da-48d5-af55-042d96dc9120', 'name': '', 'network_id': '98ee904d-e719-4f43-92f8-977801b2d6d2', 'tenant_id': '8191457181714862bbeb70259fa86971', 'mac_address': 'fa:16:3e:c3:b7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '344540bd-9668-479c-a816-a85a2478fd58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:55Z', 'updated_at': '2022-09-16T08:07:02Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'subnets': [{'id': '344540bd-9668-479c-a816-a85a2478fd58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:14:09.187786 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a219fa-7b3a-4dac-892f-3039257ae58a None None] New status for floating IP 40eb5ad1-4822-4acb-9e67-f247b99b8f38: DOWN {{(pid=106812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:14:09.793584 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d9b4abbd-6414-4e47-be9e-ce1bf558a02b req-4b940b60-af9e-4d0c-a89f-437e676522ef tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0274475 Sep 16 08:14:10.625237 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fa54940c-0187-4e62-b03c-283d7e352f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:10.903261 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4cb1f043-90d1-460d-93c0-063004a6752a req-0d972a19-0c98-4eda-b55f-8a5068b10a5d tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0308247 Sep 16 08:14:12.024339 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-b88ac2d2-144d-4235-aef4-5b9fd803d9a5 req-6eba304a-45e4-42cc-9361-c76bac1f888e tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0303969 Sep 16 08:14:12.071319 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:13.149666 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4c21f5ef-2225-4814-85aa-4037cf20702a req-cccc056f-6967-4d63-9112-33801be46915 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0276561 Sep 16 08:14:13.168094 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:14:13.187199 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 24fc5230-45b4-476e-ae08-dc736c4339d1 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:14:13.187543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 24fc5230-45b4-476e-ae08-dc736c4339d1 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:14:13.522497 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:13.916589 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:14.269905 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0031c6dd-9467-4dc0-8fe3-f8359ecdf076 req-4dc217ea-566d-49bc-bae6-5f17318337ed tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=7f6b33b5-7327-4c2f-ae74-6f718e860360 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Sep 16 08:14:15.456162 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58130) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:15.511795 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-261803f5-56a5-4ca5-b177-5f0f05467474 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (48137fec-94b9-4115-9512-82bc624268ff), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:15.533490 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-261803f5-56a5-4ca5-b177-5f0f05467474 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (48137fec-94b9-4115-9512-82bc624268ff), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:15.631423 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-261803f5-56a5-4ca5-b177-5f0f05467474 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (48137fec-94b9-4115-9512-82bc624268ff), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:15.634048 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-261803f5-56a5-4ca5-b177-5f0f05467474 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:15.635268 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-261803f5-56a5-4ca5-b177-5f0f05467474 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/48137fec-94b9-4115-9512-82bc624268ff HTTP/1.1" status: 204 len: 168 time: 0.1781111 Sep 16 08:14:15.638175 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58136) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:15.644555 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261803f5-56a5-4ca5-b177-5f0f05467474 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48137fec-94b9-4115-9512-82bc624268ff,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:15.653978 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.api.v2.resource [None req-c9e1f1e8-9618-449a-8dcb-997173848642 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] show failed (client error): The resource could not be found. Sep 16 08:14:15.655564 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:14:15.660002 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c9e1f1e8-9618-449a-8dcb-997173848642 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "GET /networking/v2.0/security-groups/48137fec-94b9-4115-9512-82bc624268ff HTTP/1.1" status: 404 len: 347 time: 0.0166321 Sep 16 08:14:15.662262 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58138) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:15.776592 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Deleting port e43813a3-867d-46d3-b441-92ca5e097868 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:14:15.776934 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (e43813a3-867d-46d3-b441-92ca5e097868), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:15.855250 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (e43813a3-867d-46d3-b441-92ca5e097868), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:15.855506 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (e43813a3-867d-46d3-b441-92ca5e097868), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:15.868586 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Calling delete_port for e43813a3-867d-46d3-b441-92ca5e097868 owned by network:floatingip {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:14:16.105935 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (e43813a3-867d-46d3-b441-92ca5e097868), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:16.131072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Pushing event deleted for resources: {'Port': ['ID=e43813a3-867d-46d3-b441-92ca5e097868,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:16.192832 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks [] for floatingip (40eb5ad1-4822-4acb-9e67-f247b99b8f38), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:16.195408 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:16.196611 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-97b74812-4bb4-4a57-8e93-5f3e1b46ef82 tempest-AttachVolumeShelveTestJSON-665464524 tempest-AttachVolumeShelveTestJSON-665464524-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/40eb5ad1-4822-4acb-9e67-f247b99b8f38 HTTP/1.1" status: 204 len: 168 time: 0.5333631 Sep 16 08:14:19.258982 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:21.559164 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066f59-5a32-49bd-8717-e053513b2fad req-bde59cad-823d-45cd-8207-ebe019bbc9e8 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:21.561295 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-bde59cad-823d-45cd-8207-ebe019bbc9e8 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/networks?id=bc4f5dfd-e75f-417b-a277-edb3999f1a95 HTTP/1.1" status: 200 len: 813 time: 0.1073186 Sep 16 08:14:21.576290 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-1cee9f7c-7fb4-4e5e-bb6f-a07aa7e2f50e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/quotas/e3276981b48d4974841dd97ee1cb9882 HTTP/1.1" status: 200 len: 375 time: 0.0092983 Sep 16 08:14:21.608676 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-07dff740-6e00-4b75-9f8b-057845ba0d0b tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=e3276981b48d4974841dd97ee1cb9882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273092 Sep 16 08:14:21.702793 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-ed69f47c-3db1-4850-be61-1bcf41a60dc2 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875819 Sep 16 08:14:21.792459 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-80e685dd-045b-4179-83fc-7ca2b8c7363a service neutron] 10.222.0.59 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835354 Sep 16 08:14:21.934162 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.028008 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58224) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:22.072645 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-11715bc7-9a62-48ef-8471-82e867281a4c req-03866c83-7784-42e4-a90a-ef8608de8080 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0381427 Sep 16 08:14:22.150635 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58232) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:22.222900 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f174dea7-203c-4afe-9bd8-d1df61d2ca76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.312586 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:22.353950 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:22.450709 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f174dea7-203c-4afe-9bd8-d1df61d2ca76 admin admin] Publish callbacks [] for security_group (88f41b21-9f19-4076-a1a7-cbd81a1b5b4c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.527633 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f174dea7-203c-4afe-9bd8-d1df61d2ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (88f41b21-9f19-4076-a1a7-cbd81a1b5b4c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.582950 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f174dea7-203c-4afe-9bd8-d1df61d2ca76 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=330421f977444ac9ab30f57e049464a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312162 Sep 16 08:14:22.585662 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58240) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:22.586151 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174dea7-203c-4afe-9bd8-d1df61d2ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f41b21-9f19-4076-a1a7-cbd81a1b5b4c,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:22.625856 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.637313 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2ae10210-6043-43fb-88af-e15560ad0bf2 admin admin] Publish callbacks [] for security_group (88f41b21-9f19-4076-a1a7-cbd81a1b5b4c), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.658589 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2ae10210-6043-43fb-88af-e15560ad0bf2 admin admin] Publish callbacks [] for security_group (88f41b21-9f19-4076-a1a7-cbd81a1b5b4c), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.769891 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:22.785790 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2ae10210-6043-43fb-88af-e15560ad0bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (88f41b21-9f19-4076-a1a7-cbd81a1b5b4c), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.788441 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-2ae10210-6043-43fb-88af-e15560ad0bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.789622 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-2ae10210-6043-43fb-88af-e15560ad0bf2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/88f41b21-9f19-4076-a1a7-cbd81a1b5b4c HTTP/1.1" status: 204 len: 168 time: 0.2026548 Sep 16 08:14:22.797742 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae10210-6043-43fb-88af-e15560ad0bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f41b21-9f19-4076-a1a7-cbd81a1b5b4c,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:22.810023 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:22.854084 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Deleting port 9ea986f4-29da-48d5-af55-042d96dc9120 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:14:22.854429 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.938037 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] For port 9ea986f4-29da-48d5-af55-042d96dc9120, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=9ea986f4-29da-48d5-af55-042d96dc9120,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:22.939728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:22.952608 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Calling delete_port for 9ea986f4-29da-48d5-af55-042d96dc9120 owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:14:23.180346 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-825236bc-05a7-4a64-abdf-be8dc40ed49c req-bbe97c5c-c28f-40af-b40e-4868c08dfda5 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0286667 Sep 16 08:14:23.196869 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (9ea986f4-29da-48d5-af55-042d96dc9120), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:23.226801 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea986f4-29da-48d5-af55-042d96dc9120,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:23.417632 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:23.474415 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:23.638332 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:14:23.689889 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:23.747230 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:14:23.753450 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-29d15071-86b6-4ac5-bfbf-d4a2aa9a1f6b admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/2d5b29b6-0eda-47c4-ab16-5a6f77234bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238858 Sep 16 08:14:23.755809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58264) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:23.758652 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] Sync routers for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:14:23.770392 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:23.771171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:23.838067 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58266) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:23.868260 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks [] for router (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:23.872282 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:23.879951 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:23.957300 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-419265837-network', 'tenant_id': '715b5f5887c940aca9d81291d48fd426'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:23.978163 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks [] for router_gateway (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:23.984006 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:24.055658 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:14:23Z', 'revision_number': 5, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port': {'id': 'eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:06:52Z', 'updated_at': '2022-09-16T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:24.065163 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Made reservation on behalf of 715b5f5887c940aca9d81291d48fd426 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:14:24.067699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.080812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] Checking router: 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:14:24.090220 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] Routers {'2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:24.090880 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:24.101731 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Deleting port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:14:24.102187 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.197316 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] Set router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc gateway port host: None {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:24.246480 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] For port eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:24.247154 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.260346 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:14:23Z', 'revision_number': 6, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:24.271727 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Calling delete_port for eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 owned by network:router_gateway {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:14:24.292255 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32d3558-d6e7-46bd-8160-59ec206e42c2 None None] The sync data for ids ['2d5b29b6-0eda-47c4-ab16-5a6f77234bdc'] in dv-cinder-740146-20-iscsi is: [{'id': '2d5b29b6-0eda-47c4-ab16-5a6f77234bdc', 'name': 'tempest-AttachVolumeShelveTestJSON-2059050232-router', 'tenant_id': '8191457181714862bbeb70259fa86971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:06:50Z', 'updated_at': '2022-09-16T08:14:23Z', 'revision_number': 6, 'project_id': '8191457181714862bbeb70259fa86971', 'gw_port_host': None}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:14:24.365525 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.368825 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066f59-5a32-49bd-8717-e053513b2fad req-9e28666c-99d3-4525-908f-e8f9fcd43de9 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:24.370313 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-9e28666c-99d3-4525-908f-e8f9fcd43de9 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "GET /networking/v2.0/networks?id=bc4f5dfd-e75f-417b-a277-edb3999f1a95 HTTP/1.1" status: 200 len: 813 time: 0.1991711 Sep 16 08:14:24.390918 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Request body: {'port': {'device_id': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95', 'admin_state_up': True, 'tenant_id': 'e3276981b48d4974841dd97ee1cb9882'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:24.396438 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-68d5c6ac-7eb3-412f-b347-85e35578c825 req-d41e7b8c-eeaa-4347-8654-84c9e271f9b6 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0574167 Sep 16 08:14:24.445963 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks [] for security_group (d37861b1-d024-450d-b914-415539b70602), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.522444 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (d37861b1-d024-450d-b914-415539b70602), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.547013 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:14:24.563435 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37861b1-d024-450d-b914-415539b70602,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:24.566325 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ba429359-972c-4089-93a5-06911d8ee312), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.566811 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Added segment ba429359-972c-4089-93a5-06911d8ee312 of type vlan for network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b Sep 16 08:14:24.593301 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:24.607795 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.655120 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Made reservation on behalf of e3276981b48d4974841dd97ee1cb9882 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:14:24.659334 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.663764 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.677144 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.678937 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:24.678937 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.698536 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:24.707932 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:24.747352 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] Pushing event updated for resources: {'Network': ['ID=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:24.757066 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:14:24.809381 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-802a81e4-b11a-4b59-bb74-afe0fbba19f3 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9699416 Sep 16 08:14:24.809835 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58274) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:24.814611 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Request body: {'subnet': {'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-419265837-subnet', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'ip_version': 4}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:24.821511 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:24.824952 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:24.877015 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Made reservation on behalf of 715b5f5887c940aca9d81291d48fd426 for: {'subnet': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:14:24.879514 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13249505'] for subnet (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.095279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12805855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13249527'] for subnet (297e78c1-5358-4f8c-8733-c86b3c1f431a), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.148865 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=297e78c1-5358-4f8c-8733-c86b3c1f431a,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:25.166271 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Checking segment: {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:25.166778 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Network hostable DHCP agents. Network: 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:14:25.200311 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.206405 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks [] for router_controller (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.249061 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:14:25.249365 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Allocated IP 172.20.0.8 (bc4f5dfd-e75f-417b-a277-edb3999f1a95/0e39df02-f1c3-4719-ab6c-7cde45b4c554/8e4aeef0-48be-4b7b-93b1-8e29262b781c) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:14:25.314421 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b) {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:25.319276 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:25.320094 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.325780 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab5c585-35b1-4150-9843-7676862e57b5 None None] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:14:25.360815 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (2d5b29b6-0eda-47c4-ab16-5a6f77234bdc), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.361382 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5b29b6-0eda-47c4-ab16-5a6f77234bdc {{(pid=106809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:14:25.367084 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.368145 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-904bb8e8-6d43-4257-91e5-c294ad15a6cc admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/2d5b29b6-0eda-47c4-ab16-5a6f77234bdc HTTP/1.1" status: 204 len: 168 time: 1.6108391 Sep 16 08:14:25.370862 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58278) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:25.372650 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 9ea986f4-29da-48d5-af55-042d96dc9120 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:14:25.380590 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:25.398182 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 9ea986f4-29da-48d5-af55-042d96dc9120 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:14:25.398755 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 9ea986f4-29da-48d5-af55-042d96dc9120 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:14:25.399321 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:14:25.402175 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ae3e2295-ca26-4933-9b70-b0e13a19cc8e admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5907748 Sep 16 08:14:25.406164 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58280) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:25.414624 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:25.431009 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:14:25.431596 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device eaf2c3cc-39d7-46b4-be81-8fb35a5e4a03 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:14:25.431723 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:25.452273 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] Deleting subnet 344540bd-9668-479c-a816-a85a2478fd58 {{(pid=106809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:14:25.459660 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] Publish callbacks [] for subnet (344540bd-9668-479c-a816-a85a2478fd58), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.494116 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'project_id': '715b5f5887c940aca9d81291d48fd426', 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:14:25.495089 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.509636 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks [] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.516748 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (431d26ae-34fe-443d-b437-6785d67ab12d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.516748 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (431d26ae-34fe-443d-b437-6785d67ab12d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.522087 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13220116'] for subnet (344540bd-9668-479c-a816-a85a2478fd58), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.572104 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7e363af6-acd9-4124-b2b8-18a47b747fc4 req-98936fef-097b-4fc5-a020-7d84aaacabd3 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0476177 Sep 16 08:14:25.618359 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks [] for router_controller (431d26ae-34fe-443d-b437-6785d67ab12d), precommit_add_association {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.633545 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (344540bd-9668-479c-a816-a85a2478fd58), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.635671 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:25.652280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Allocated IP 172.20.0.2 (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b/297e78c1-5358-4f8c-8733-c86b3c1f431a/6d172786-0247-4325-830f-6f92acf57a7e) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:14:25.701809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.746539 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Network bc4f5dfd-e75f-417b-a277-edb3999f1a95 is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:25.751749 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:25.755981 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:14:25.784880 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Pushing event updated for resources: {'Port': ['ID=8e4aeef0-48be-4b7b-93b1-8e29262b781c,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:25.787198 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13209569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13267489'] for subnet (344540bd-9668-479c-a816-a85a2478fd58), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.807180 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Publish callbacks [] for port (6d172786-0247-4325-830f-6f92acf57a7e), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.810036 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2796b9e4-49e9-4be4-bad3-cea2b5196ec3 None None] Network 98ee904d-e719-4f43-92f8-977801b2d6d2 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:14:25.821298 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.827341 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/344540bd-9668-479c-a816-a85a2478fd58 HTTP/1.1" status: 204 len: 168 time: 0.4524524 Sep 16 08:14:25.828351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58284) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:25.830388 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4dd22-61d8-41a8-b176-d3c5419a6151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344540bd-9668-479c-a816-a85a2478fd58,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:25.869363 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (6d172786-0247-4325-830f-6f92acf57a7e), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.872132 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks [] for router_gateway (431d26ae-34fe-443d-b437-6785d67ab12d), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.890905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:25.891521 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.906650 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:25.924074 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (98ee904d-e719-4f43-92f8-977801b2d6d2), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.925114 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:25.931839 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:14:25.944167 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:25.977243 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Pushing event updated for resources: {'Port': ['ID=6d172786-0247-4325-830f-6f92acf57a7e,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:25.977580 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-00d99a00-d423-4de3-9c03-f6ef3d6e18ba tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5903566 Sep 16 08:14:25.978265 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Deleting port 1e046d07-74d0-4b02-8690-7ab5a94b98ad {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:14:25.978603 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:25.999918 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Request body: {'port': {'device_id': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:26.019695 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Attempting to bind port 6d172786-0247-4325-830f-6f92acf57a7e on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:14:26.020076 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Attempting to bind port 6d172786-0247-4325-830f-6f92acf57a7e by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:14:26.020446 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Attempting to bind port 6d172786-0247-4325-830f-6f92acf57a7e on network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:26.068879 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:14:26.069256 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Checking segment: {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:26.069665 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.070190 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Bound using segment: {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:14:26.070561 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Bound port: 6d172786-0247-4325-830f-6f92acf57a7e, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:14:26.071151 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6d172786-0247-4325-830f-6f92acf57a7e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.073469 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] DHCP port deletion for 98ee904d-e719-4f43-92f8-977801b2d6d2 request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:14:26.088264 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:26.128701 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] For port 1e046d07-74d0-4b02-8690-7ab5a94b98ad, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1e046d07-74d0-4b02-8690-7ab5a94b98ad,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:26.128982 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.131369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks [] for router_gateway (431d26ae-34fe-443d-b437-6785d67ab12d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.134062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:26.145589 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.154289 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.157871 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Calling delete_port for 1e046d07-74d0-4b02-8690-7ab5a94b98ad owned by network:dhcp {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:14:26.159827 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] Deleting port 1e046d07-74d0-4b02-8690-7ab5a94b98ad {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:14:26.160209 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.210623 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] For port 6d172786-0247-4325-830f-6f92acf57a7e, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:14:26.242221 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] For port 1e046d07-74d0-4b02-8690-7ab5a94b98ad, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=1e046d07-74d0-4b02-8690-7ab5a94b98ad,segment=NetworkSegment(abdca932-bbf2-4b63-b525-d80b26a6fea5),segment_id=abdca932-bbf2-4b63-b525-d80b26a6fea5)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:26.242620 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.245875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] For port 6d172786-0247-4325-830f-6f92acf57a7e, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6d172786-0247-4325-830f-6f92acf57a7e,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:14:26.258273 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] Calling delete_port for 1e046d07-74d0-4b02-8690-7ab5a94b98ad owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:14:26.266043 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:26.282731 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Allocated IP 172.27.1.205 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/6721375e-7f22-44c9-960e-908f0caaa6d6) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:14:26.345460 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6d172786-0247-4325-830f-6f92acf57a7e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.403017 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5468bf-63c7-45b7-a678-b27d0dad1dd5 None None] Pushing event updated for resources: {'Port': ['ID=6d172786-0247-4325-830f-6f92acf57a7e,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:26.411277 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks [] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.457189 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.461228 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (1e046d07-74d0-4b02-8690-7ab5a94b98ad), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.488127 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] Pushing event deleted for resources: {'Port': ['ID=1e046d07-74d0-4b02-8690-7ab5a94b98ad,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:26.491960 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0b496-535e-4eff-8301-ef8a80a64d66 None None] No DVR routers for this DVR port 1e046d07-74d0-4b02-8690-7ab5a94b98ad on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:14:26.505358 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Pushing event deleted for resources: {'Port': ['ID=1e046d07-74d0-4b02-8690-7ab5a94b98ad,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:26.506284 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.508886 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:26.517166 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] No DVR routers for this DVR port 1e046d07-74d0-4b02-8690-7ab5a94b98ad on host dv-cinder-740146-20-iscsi {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:14:26.523505 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4aeef0-48be-4b7b-93b1-8e29262b781c {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:14:26.549752 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Publish callbacks [] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.568743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:26.570623 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:26.573684 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:14:26.621099 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Transition to ACTIVE for port object 8e4aeef0-48be-4b7b-93b1-8e29262b781c will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:14:26.625006 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Pushing event updated for resources: {'Port': ['ID=6721375e-7f22-44c9-960e-908f0caaa6d6,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:26.637411 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (98ee904d-e719-4f43-92f8-977801b2d6d2), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.647212 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.647559 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.647955 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.648249 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.648569 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.648899 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.649233 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.649555 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.649876 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.650203 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.650525 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.650954 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.655409 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.655409 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.655409 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:26.669043 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.678185 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ee904d-e719-4f43-92f8-977801b2d6d2']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:26.718536 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdca932-bbf2-4b63-b525-d80b26a6fea5') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:26.718536 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdca932-bbf2-4b63-b525-d80b26a6fea5') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:26.769356 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (abdca932-bbf2-4b63-b525-d80b26a6fea5), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.814888 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (abdca932-bbf2-4b63-b525-d80b26a6fea5), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.839487 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3943c-208a-4fdf-9830-05a1b58c3ba4 req-55bae74e-0b96-408e-a0d6-cadb2f65238b tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:26.840964 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dfb3943c-208a-4fdf-9830-05a1b58c3ba4 req-55bae74e-0b96-408e-a0d6-cadb2f65238b tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 943 time: 0.1324248 Sep 16 08:14:26.846403 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4aeef0-48be-4b7b-93b1-8e29262b781c,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:26.856139 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:14:26.856569 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (abdca932-bbf2-4b63-b525-d80b26a6fea5), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.887600 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment abdca932-bbf2-4b63-b525-d80b26a6fea5 resource provider aggregate not found Sep 16 08:14:26.895125 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:26.956712 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment abdca932-bbf2-4b63-b525-d80b26a6fea5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abdca932-bbf2-4b63-b525-d80b26a6fea5 found for delete ", "request_id": "req-131836f9-9b3b-408e-a8d9-1a19dcceb3ae"}]} Sep 16 08:14:26.967392 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks [] for router_gateway (431d26ae-34fe-443d-b437-6785d67ab12d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:26.973982 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Attempting to bind port 8e4aeef0-48be-4b7b-93b1-8e29262b781c on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:14:26.974328 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Attempting to bind port 8e4aeef0-48be-4b7b-93b1-8e29262b781c by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:14:26.976732 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Attempting to bind port 8e4aeef0-48be-4b7b-93b1-8e29262b781c on network bc4f5dfd-e75f-417b-a277-edb3999f1a95 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:27.002934 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dfb3943c-208a-4fdf-9830-05a1b58c3ba4 req-06be221e-e777-4fcb-92aa-c2d0c3979169 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538000 Sep 16 08:14:27.016398 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (98ee904d-e719-4f43-92f8-977801b2d6d2), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.023863 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.030239 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/98ee904d-e719-4f43-92f8-977801b2d6d2 HTTP/1.1" status: 204 len: 168 time: 1.1975250 Sep 16 08:14:27.034978 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:27.051631 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff391e5e-0fcc-4433-ae22-9d8fc2b004af admin admin] Pushing event deleted for resources: {'Network': ['ID=98ee904d-e719-4f43-92f8-977801b2d6d2,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:27.054278 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Port 8e4aeef0-48be-4b7b-93b1-8e29262b781c on network bc4f5dfd-e75f-417b-a277-edb3999f1a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:14:27.054607 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Attempting to bind port 8e4aeef0-48be-4b7b-93b1-8e29262b781c on network bc4f5dfd-e75f-417b-a277-edb3999f1a95 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:27.098325 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:14:27.098754 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Checking segment: {'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:27.099080 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Bound using segment: {'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:14:27.099525 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Bound port: 8e4aeef0-48be-4b7b-93b1-8e29262b781c, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6458b7ed-acc5-445d-8c23-4a8c232b227f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:14:27.100012 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.168638 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] For port 8e4aeef0-48be-4b7b-93b1-8e29262b781c, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:14:27.172639 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] For port 8e4aeef0-48be-4b7b-93b1-8e29262b781c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8e4aeef0-48be-4b7b-93b1-8e29262b781c,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:14:27.183991 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (431d26ae-34fe-443d-b437-6785d67ab12d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.260480 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.266257 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:27.266907 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.268322 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8e4aeef0-48be-4b7b-93b1-8e29262b781c HTTP/1.1" status: 200 len: 1093 time: 1.2750213 Sep 16 08:14:27.268884 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'tag': '8e4aeef0-48be-4b7b-93b1-8e29262b781c'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:14:27.271159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03116f28-5c9e-4673-bb8a-1a9d0ebd03a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe729404-cdb5-4165-9882-3f7595ae2ac7", "tag": "8e4aeef0-48be-4b7b-93b1-8e29262b781c"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:14:27.355972 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274471f3-3d6f-4f05-88cc-40f876e48ba0 x-openstack-request-id: req-274471f3-3d6f-4f05-88cc-40f876e48ba0 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:14:27.355972 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe729404-cdb5-4165-9882-3f7595ae2ac7", "tag": "8e4aeef0-48be-4b7b-93b1-8e29262b781c", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:14:27.356270 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-274471f3-3d6f-4f05-88cc-40f876e48ba0 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:14:27.356642 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274471f3-3d6f-4f05-88cc-40f876e48ba0'] response: {'name': 'network-changed', 'server_uuid': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'tag': '8e4aeef0-48be-4b7b-93b1-8e29262b781c', 'status': 'completed', 'code': 200} Sep 16 08:14:27.366778 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabfdd6-7c4f-4ce7-9b61-e8c0bd7becc8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4aeef0-48be-4b7b-93b1-8e29262b781c,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:27.399879 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6d172786-0247-4325-830f-6f92acf57a7e up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:27.423820 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Router 431d26ae-34fe-443d-b437-6785d67ab12d is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:14:27.435575 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58296) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:27.484778 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:27.488902 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-d41cea2f-c6e8-42d2-baa6-c28426838f62 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8191457181714862bbeb70259fa86971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521381 Sep 16 08:14:27.492557 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58298) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:27.571734 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:14:27.581326 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Sync routers for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:14:27.589460 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:27.590712 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8727584-e815-4792-9bd4-6994e32b8371 None None] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:14:27.597812 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:27.598651 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:27.603116 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-99471781-0502-454d-97a8-dd594a6b032c admin admin] Publish callbacks [] for security_group (22683c97-df88-496e-ad14-65707d68ceee), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.616096 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:27.625536 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-99471781-0502-454d-97a8-dd594a6b032c admin admin] Publish callbacks [] for security_group (22683c97-df88-496e-ad14-65707d68ceee), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.666404 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Provisioning complete for port 6d172786-0247-4325-830f-6f92acf57a7e triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:27.666805 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6d172786-0247-4325-830f-6f92acf57a7e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.667147 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Attempt 1 to provision port 6d172786-0247-4325-830f-6f92acf57a7e Sep 16 08:14:27.671280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6d172786-0247-4325-830f-6f92acf57a7e triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:27.671650 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6d172786-0247-4325-830f-6f92acf57a7e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.673770 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6d172786-0247-4325-830f-6f92acf57a7e Sep 16 08:14:27.676277 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.678172 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-9498b210-0598-4fd8-9dee-7e588e9777fe admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2701087 Sep 16 08:14:27.680665 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58300) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:27.691383 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03116f28-5c9e-4673-bb8a-1a9d0ebd03a8 req-f6372317-7148-4dda-b0eb-abeaaae19db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:27.693111 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03116f28-5c9e-4673-bb8a-1a9d0ebd03a8 req-f6372317-7148-4dda-b0eb-abeaaae19db2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e3276981b48d4974841dd97ee1cb9882&device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 1127 time: 0.0589349 Sep 16 08:14:27.778509 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-99471781-0502-454d-97a8-dd594a6b032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (22683c97-df88-496e-ad14-65707d68ceee), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.781525 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-99471781-0502-454d-97a8-dd594a6b032c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.782702 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-99471781-0502-454d-97a8-dd594a6b032c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/22683c97-df88-496e-ad14-65707d68ceee HTTP/1.1" status: 204 len: 168 time: 0.2888474 Sep 16 08:14:27.802660 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99471781-0502-454d-97a8-dd594a6b032c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22683c97-df88-496e-ad14-65707d68ceee,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:27.902038 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6d172786-0247-4325-830f-6f92acf57a7e is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:27.902332 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6d172786-0247-4325-830f-6f92acf57a7e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.942799 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03116f28-5c9e-4673-bb8a-1a9d0ebd03a8 req-93434fab-39f7-411c-a819-fb10dfd97443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:27.944316 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03116f28-5c9e-4673-bb8a-1a9d0ebd03a8 req-93434fab-39f7-411c-a819-fb10dfd97443 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=e3276981b48d4974841dd97ee1cb9882&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1951871 Sep 16 08:14:27.953636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Current status of the port 6d172786-0247-4325-830f-6f92acf57a7e is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:27.953636 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6d172786-0247-4325-830f-6f92acf57a7e), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:27.976660 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:28.053184 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 6d172786-0247-4325-830f-6f92acf57a7e, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6d172786-0247-4325-830f-6f92acf57a7e,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:28.103113 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:28.104664 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03116f28-5c9e-4673-bb8a-1a9d0ebd03a8 req-e642a44e-faf1-47fe-9e70-2d756bfb57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:28.106568 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-03116f28-5c9e-4673-bb8a-1a9d0ebd03a8 req-e642a44e-faf1-47fe-9e70-2d756bfb57a0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505451 Sep 16 08:14:28.138715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6d172786-0247-4325-830f-6f92acf57a7e), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.204154 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:26Z', 'revision_number': 3, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:28.222803 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948bb0f-5b46-4f05-b525-0a62c90a0743 req-c3a53b29-33b2-4e71-a457-15f413030daf tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:28.224995 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c948bb0f-5b46-4f05-b525-0a62c90a0743 req-c3a53b29-33b2-4e71-a457-15f413030daf tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 943 time: 0.0697072 Sep 16 08:14:28.233626 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Checking router: 431d26ae-34fe-443d-b437-6785d67ab12d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:14:28.234194 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Updating router 431d26ae-34fe-443d-b437-6785d67ab12d port 6721375e-7f22-44c9-960e-908f0caaa6d6 binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:14:28.246830 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:28.276590 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1e046d07-74d0-4b02-8690-7ab5a94b98ad no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:14:28.277122 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.294015 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c948bb0f-5b46-4f05-b525-0a62c90a0743 req-8bcec927-fde2-465f-8506-32e5085b5095 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620878 Sep 16 08:14:28.347295 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.db.api [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 08:14:28.350928 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG oslo_db.api [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 08:14:28.355227 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 1e046d07-74d0-4b02-8690-7ab5a94b98ad {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:14:28.356280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 1e046d07-74d0-4b02-8690-7ab5a94b98ad not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:14:28.395842 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=6d172786-0247-4325-830f-6f92acf57a7e,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:28.444163 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066f59-5a32-49bd-8717-e053513b2fad req-6f9d9833-3887-4be0-ab14-f5e7b06c9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:28.450182 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-6f9d9833-3887-4be0-ab14-f5e7b06c9c3e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e3276981b48d4974841dd97ee1cb9882&device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 1127 time: 0.0541615 Sep 16 08:14:28.508462 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-0b80ba02-e978-4662-8472-5d59422711c6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e4aeef0-48be-4b7b-93b1-8e29262b781c HTTP/1.1" status: 200 len: 217 time: 0.0474722 Sep 16 08:14:28.567877 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59066f59-5a32-49bd-8717-e053513b2fad req-fb27c0b7-4fe7-448f-bb61-d1e4a8b30c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:28.569363 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-fb27c0b7-4fe7-448f-bb61-d1e4a8b30c2c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=0e39df02-f1c3-4719-ab6c-7cde45b4c554 HTTP/1.1" status: 200 len: 853 time: 0.0538533 Sep 16 08:14:28.572177 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Publish callbacks [] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.603758 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-c7539f0e-73e9-4015-8ff6-42f2c8c7d3e3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=bc4f5dfd-e75f-417b-a277-edb3999f1a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275726 Sep 16 08:14:28.645017 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.690945 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Attempting to bind port 6721375e-7f22-44c9-960e-908f0caaa6d6 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:14:28.691771 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Attempting to bind port 6721375e-7f22-44c9-960e-908f0caaa6d6 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:14:28.692134 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Attempting to bind port 6721375e-7f22-44c9-960e-908f0caaa6d6 on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:28.708261 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-76557d0e-dd64-4436-8780-9e40dcd859e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976107 Sep 16 08:14:28.740486 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Pushing event updated for resources: {'Port': ['ID=6721375e-7f22-44c9-960e-908f0caaa6d6,revision_number=2']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:28.741271 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.752982 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.753331 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.753697 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.754048 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.754382 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.754722 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.755050 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.755372 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.755749 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.756076 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.756722 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.757065 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.757389 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.757705 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.758020 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:28.777409 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:14:28.780567 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:28.780567 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.780567 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:14:28.780567 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Bound port: 6721375e-7f22-44c9-960e-908f0caaa6d6, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:14:28.780567 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.801680 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:28.807962 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:28.822769 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-59066f59-5a32-49bd-8717-e053513b2fad req-c6d7e4dc-3733-4cb1-b40c-9603c7820dda service neutron] 10.222.0.42 "GET /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077142 Sep 16 08:14:28.831338 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] For port 6721375e-7f22-44c9-960e-908f0caaa6d6, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:14:28.836103 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] For port 6721375e-7f22-44c9-960e-908f0caaa6d6, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6721375e-7f22-44c9-960e-908f0caaa6d6,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:14:28.887311 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d23fdd8f-3a7b-418d-83d4-f01099a6f23a None None] Current status of the port 6d172786-0247-4325-830f-6f92acf57a7e is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:28.906308 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:28.912600 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Allocated IP 172.20.0.1 (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b/297e78c1-5358-4f8c-8733-c86b3c1f431a/4ebdd50a-aa11-49e4-821d-df8aaeba002d) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:14:28.947933 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:28.948737 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:28.981004 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:29.005489 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8688b6b-4fbf-41b1-ba2a-2d08117ad751 None None] Pushing event updated for resources: {'Port': ['ID=6721375e-7f22-44c9-960e-908f0caaa6d6,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:29.011171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-87833a00-918d-4a97-8612-9339916c31cf None None] Provisioning complete for port 6d172786-0247-4325-830f-6f92acf57a7e triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:29.011848 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-87833a00-918d-4a97-8612-9339916c31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6d172786-0247-4325-830f-6f92acf57a7e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.012365 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-87833a00-918d-4a97-8612-9339916c31cf None None] Attempt 1 to provision port 6d172786-0247-4325-830f-6f92acf57a7e Sep 16 08:14:29.020097 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:29.028047 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks [] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.080946 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:29.120811 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-87833a00-918d-4a97-8612-9339916c31cf None None] Current status of the port 6d172786-0247-4325-830f-6f92acf57a7e is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:29.128869 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.172493 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:29.175498 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:29.179676 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:14:29.185431 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Pushing event updated for resources: {'Port': ['ID=4ebdd50a-aa11-49e4-821d-df8aaeba002d,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:29.235616 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (431d26ae-34fe-443d-b437-6785d67ab12d), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.277588 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:26Z', 'revision_number': 3, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:29.329278 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d3f404-d58c-4ab0-850b-658cf5580bcc None None] The sync data for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi is: [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:26Z', 'revision_number': 3, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:14:29.393082 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6d172786-0247-4325-830f-6f92acf57a7e up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:29.484417 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6d172786-0247-4325-830f-6f92acf57a7e triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:29.485092 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6d172786-0247-4325-830f-6f92acf57a7e), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.485829 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6d172786-0247-4325-830f-6f92acf57a7e Sep 16 08:14:29.499639 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.507052 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7110a-a476-4ddf-983c-967eed735c7f req-40941e05-4c62-465f-855c-b21e7716feb5 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:29.508726 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9da7110a-a476-4ddf-983c-967eed735c7f req-40941e05-4c62-465f-855c-b21e7716feb5 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 943 time: 0.0811729 Sep 16 08:14:29.578118 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Provisioning complete for port 4ebdd50a-aa11-49e4-821d-df8aaeba002d triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:29.578814 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.579149 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Attempt 1 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:29.598072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:29.612051 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9da7110a-a476-4ddf-983c-967eed735c7f req-ac01f8b0-6e79-4c7f-9664-c715454d851e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926168 Sep 16 08:14:29.640255 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6d172786-0247-4325-830f-6f92acf57a7e is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:29.643505 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Port 4ebdd50a-aa11-49e4-821d-df8aaeba002d cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:29.751283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks [] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.808324 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.879991 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Pushing event updated for resources: {'Port': ['ID=4ebdd50a-aa11-49e4-821d-df8aaeba002d,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:29.885197 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (431d26ae-34fe-443d-b437-6785d67ab12d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:29.984977 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:29.986473 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:30.125532 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Router 431d26ae-34fe-443d-b437-6785d67ab12d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:14:30.144269 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Attempt 2 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:30.188386 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Port 4ebdd50a-aa11-49e4-821d-df8aaeba002d cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:30.272579 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:14:30.277831 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c634da86-78d2-45d4-9c81-66c96bc2f6bd admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/431d26ae-34fe-443d-b437-6785d67ab12d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963588 Sep 16 08:14:30.457724 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-4688883b-6fb0-4f84-9450-8a6fdac7ab53 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434406 Sep 16 08:14:30.571360 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-339b9fe8-4856-4e19-af09-01c1f5cde3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:30.572919 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-339b9fe8-4856-4e19-af09-01c1f5cde3fb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0413980 Sep 16 08:14:30.601206 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:30.688095 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-479373f3-d301-4cda-b765-dedb1e995421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:30.689563 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-479373f3-d301-4cda-b765-dedb1e995421 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.0966015 Sep 16 08:14:30.689913 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Attempt 3 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:30.728090 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Port 4ebdd50a-aa11-49e4-821d-df8aaeba002d cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:30.733318 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89021c-67f0-463d-84f0-f94cf7d5a3f6 req-21ace0de-e425-4390-9f26-49c9592581f5 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:30.734995 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4d89021c-67f0-463d-84f0-f94cf7d5a3f6 req-21ace0de-e425-4390-9f26-49c9592581f5 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 943 time: 0.0488110 Sep 16 08:14:30.762133 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-bc00b49f-f5c8-41d2-9188-9bcf5bc7eede service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=423ac706-d95d-479a-86fe-d25bef64dc6a HTTP/1.1" status: 200 len: 1001 time: 0.0655468 Sep 16 08:14:30.814921 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-4d89021c-67f0-463d-84f0-f94cf7d5a3f6 req-e25c2ef0-1bcc-41c6-91e1-63cad701b8bb tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700359 Sep 16 08:14:30.834433 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-b0e7b16a-a072-4ce2-9790-2da9e4f17be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:30.836334 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-b0e7b16a-a072-4ce2-9790-2da9e4f17be0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0662506 Sep 16 08:14:30.885740 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-6dccf093-d0e1-4675-963a-44be446e3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:30.887240 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-6dccf093-d0e1-4675-963a-44be446e3e01 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421405 Sep 16 08:14:30.984644 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-e5ff1f4a-733a-4e67-875e-a94fbffbf768 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898108 Sep 16 08:14:31.050271 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58358) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:31.055159 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-562923979-network', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:31.087159 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-06f686a4-839f-47b3-9a26-16cf3cc15718 req-20c64376-cb91-4bd1-93fb-7177f6ad82b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961664 Sep 16 08:14:31.129601 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Sync routers for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:14:31.134102 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Made reservation on behalf of 05bcf5ce4a1a47778e18c1ddbc7ecf59 for: {'network': 1} {{(pid=106810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:14:31.136500 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for network (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.140740 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:31.141583 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:31.145383 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.165698 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:31.227400 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks [] for security_group (c6cd8876-d6da-4c8c-9105-fb6ea573a447), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.229909 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Attempt 4 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:31.272472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:31.299065 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Port 4ebdd50a-aa11-49e4-821d-df8aaeba002d cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:31.329370 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c6cd8876-d6da-4c8c-9105-fb6ea573a447), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.360354 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=106810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 08:14:31.393906 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ecc3c45a-dacf-4f48-815b-15cc01172849), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.393906 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.segments_db [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Added segment ecc3c45a-dacf-4f48-815b-15cc01172849 of type vlan for network 3411a2c5-2c4f-499a-b884-2d986861a93d Sep 16 08:14:31.395539 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd8876-d6da-4c8c-9105-fb6ea573a447,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:31.415118 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6721375e-7f22-44c9-960e-908f0caaa6d6 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:31.455964 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752245652893'] for network (3411a2c5-2c4f-499a-b884-2d986861a93d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.464178 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:31.497499 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6721375e-7f22-44c9-960e-908f0caaa6d6 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:31.497875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.498210 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6721375e-7f22-44c9-960e-908f0caaa6d6 Sep 16 08:14:31.546996 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:31.554748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:31.563850 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 2, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:31.593257 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Checking router: 431d26ae-34fe-443d-b437-6785d67ab12d for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:14:31.593618 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Updating router 431d26ae-34fe-443d-b437-6785d67ab12d port 4ebdd50a-aa11-49e4-821d-df8aaeba002d binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:14:31.615336 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396'] for network (3411a2c5-2c4f-499a-b884-2d986861a93d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.617119 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:31.617903 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.650734 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.665642 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6721375e-7f22-44c9-960e-908f0caaa6d6 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:31.666029 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.681062 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3411a2c5-2c4f-499a-b884-2d986861a93d,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:31.695217 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Network 3411a2c5-2c4f-499a-b884-2d986861a93d details requested by agent ovs-agent-dv-cinder-740146-20-iscsi with host dv-cinder-740146-20-iscsi {{(pid=106811) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 08:14:31.724003 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port 6721375e-7f22-44c9-960e-908f0caaa6d6, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6721375e-7f22-44c9-960e-908f0caaa6d6,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:31.734299 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-d1a82bd9-edb3-40c0-ab00-206eadc0b9c1 admin admin] 10.222.0.59 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6802430 Sep 16 08:14:31.740942 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58368) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:31.745900 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Request body: {'subnet': {'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-562923979-subnet', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'ip_version': 4}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:31.802570 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Made reservation on behalf of 05bcf5ce4a1a47778e18c1ddbc7ecf59 for: {'subnet': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:14:31.805284 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13267470'] for subnet (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:31.933436 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Attempt 5 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:31.944553 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.018065 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ced87-d79e-42e0-b72b-2e99095b9a31 req-3ef5d110-d6f8-4d48-893a-a6a540128ecc tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:32.020051 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5c8ced87-d79e-42e0-b72b-2e99095b9a31 req-3ef5d110-d6f8-4d48-893a-a6a540128ecc tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 943 time: 0.0943112 Sep 16 08:14:32.046992 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Port 4ebdd50a-aa11-49e4-821d-df8aaeba002d cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:32.047278 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:32.091254 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=6721375e-7f22-44c9-960e-908f0caaa6d6,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:32.119792 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5c8ced87-d79e-42e0-b72b-2e99095b9a31 req-f43f9732-8659-41ff-a6d8-4cf1c78cede4 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827236 Sep 16 08:14:32.174525 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13267480'] for subnet (eab92c07-dc9e-4056-8295-3494e1454e0c), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.179936 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8e4aeef0-48be-4b7b-93b1-8e29262b781c details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:14:32.215597 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Publish callbacks [] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.225758 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:32.235965 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab92c07-dc9e-4056-8295-3494e1454e0c,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:32.246230 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Checking segment: {'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:32.246593 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Network hostable DHCP agents. Network: 3411a2c5-2c4f-499a-b884-2d986861a93d, hostable agents: ['91a78606-ddb8-4b13-9f96-4d98a9139873'], hosted agents: [] {{(pid=106809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 08:14:32.299059 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 8e4aeef0-48be-4b7b-93b1-8e29262b781c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8e4aeef0-48be-4b7b-93b1-8e29262b781c,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:32.310427 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '8e4aeef0-48be-4b7b-93b1-8e29262b781c', 'network_id': 'bc4f5dfd-e75f-417b-a277-edb3999f1a95', 'port_id': '8e4aeef0-48be-4b7b-93b1-8e29262b781c', 'mac_address': 'fa:16:3e:e9:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e39df02-f1c3-4719-ab6c-7cde45b4c554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:14:32.313204 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.336832 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:32.345631 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Network 3411a2c5-2c4f-499a-b884-2d986861a93d is scheduled to be hosted by DHCP agent 91a78606-ddb8-4b13-9f96-4d98a9139873 with binding_index 1 {{(pid=106809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 08:14:32.407135 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80101e-0ad0-4460-8ce5-da4be631eac2 None None] Pushing event updated for resources: {'Port': ['ID=4ebdd50a-aa11-49e4-821d-df8aaeba002d,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:32.423767 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 8e4aeef0-48be-4b7b-93b1-8e29262b781c is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:32.424203 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.446247 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Attempting to bind port 4ebdd50a-aa11-49e4-821d-df8aaeba002d on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:14:32.446619 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Attempting to bind port 4ebdd50a-aa11-49e4-821d-df8aaeba002d by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:14:32.447064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Attempting to bind port 4ebdd50a-aa11-49e4-821d-df8aaeba002d on network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:32.449919 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4aeef0-48be-4b7b-93b1-8e29262b781c {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:14:32.456136 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:32.488460 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-20-iscsi, 3411a2c5-2c4f-499a-b884-2d986861a93d) {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:32.500351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:32.500351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.500610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 8e4aeef0-48be-4b7b-93b1-8e29262b781c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8e4aeef0-48be-4b7b-93b1-8e29262b781c,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:32.500610 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea852c7-52a1-4468-af1b-26f6d599f62d None None] Network 3411a2c5-2c4f-499a-b884-2d986861a93d requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:14:32.549836 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Attempt 6 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:32.579585 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:14:32.579959 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Checking segment: {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:32.580359 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.580747 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Bound using segment: {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:14:32.581219 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Bound port: 4ebdd50a-aa11-49e4-821d-df8aaeba002d, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:14:32.581595 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.587574 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.605661 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c71c3eeb-c858-4a51-8e27-44235425bfcf admin admin] 10.222.0.59 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8699324 Sep 16 08:14:32.608956 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58384) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:32.613744 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:32.643770 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Port 4ebdd50a-aa11-49e4-821d-df8aaeba002d cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:32.708456 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=8e4aeef0-48be-4b7b-93b1-8e29262b781c,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:32.715905 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d0a998-2e24-52d6-8ad2-e18bc65fce5c-3411a2c5-2c4f-499a-b884-2d986861a93d', 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d', 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'fixed_ips': [{'subnet_id': 'eab92c07-dc9e-4056-8295-3494e1454e0c'}]}} from dv-cinder-740146-20-iscsi. {{(pid=106811) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 08:14:32.718361 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.723116 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16262281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4474'] for router (cb266d47-0477-4528-96bb-e45913d00319), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.724235 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16261556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16419067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16484403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4451'] for router (cb266d47-0477-4528-96bb-e45913d00319), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.746187 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] For port 4ebdd50a-aa11-49e4-821d-df8aaeba002d, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:14:32.750200 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] For port 4ebdd50a-aa11-49e4-821d-df8aaeba002d, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4ebdd50a-aa11-49e4-821d-df8aaeba002d,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:14:32.781839 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks [] for router_controller (cb266d47-0477-4528-96bb-e45913d00319), precommit_add_association {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.849922 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:32.857494 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:32.904501 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:32.905123 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:32.950255 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.db_base_plugin_common [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Allocated IP 172.20.0.2 (3411a2c5-2c4f-499a-b884-2d986861a93d/eab92c07-dc9e-4056-8295-3494e1454e0c/c1b5466b-9026-4075-8ea0-50dae7f9ef6a) {{(pid=106811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:14:32.977649 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80101e-0ad0-4460-8ce5-da4be631eac2 None None] Pushing event updated for resources: {'Port': ['ID=4ebdd50a-aa11-49e4-821d-df8aaeba002d,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:32.989087 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks [] for router_gateway (cb266d47-0477-4528-96bb-e45913d00319), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.098458 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:33.144483 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Attempt 7 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:33.238499 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:33.243164 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks [] for router_gateway (cb266d47-0477-4528-96bb-e45913d00319), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.262441 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Publish callbacks [] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), precommit_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.357485 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), after_create {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.377575 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Current status of the port 4ebdd50a-aa11-49e4-821d-df8aaeba002d is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:33.377962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.380138 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6721375e-7f22-44c9-960e-908f0caaa6d6 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:33.517184 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.537623 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be79288-3719-4fe8-92a7-4ba0f4490a34 req-a87cd1fd-df51-4739-a7ec-0f7802e23247 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:33.539208 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1be79288-3719-4fe8-92a7-4ba0f4490a34 req-a87cd1fd-df51-4739-a7ec-0f7802e23247 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 944 time: 0.3320751 Sep 16 08:14:33.605247 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Network 3411a2c5-2c4f-499a-b884-2d986861a93d is already hosted by enough agents. {{(pid=106811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:33.631375 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.scheduler.base_scheduler [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Resources bound (agent type, host, resource id): {{(pid=106811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:33.637715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Received port after_create {{(pid=106811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:14:33.643934 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Pushing event updated for resources: {'Port': ['ID=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,revision_number=1']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:33.651144 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1be79288-3719-4fe8-92a7-4ba0f4490a34 req-59fe7a32-2f5c-403a-a7b4-1e65d15d8b43 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813735 Sep 16 08:14:33.665335 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] For port 4ebdd50a-aa11-49e4-821d-df8aaeba002d, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4ebdd50a-aa11-49e4-821d-df8aaeba002d,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:33.674105 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:32Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:33.689597 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Allocated IP 172.27.1.114 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/e33b043c-a620-4f64-bbeb-6eee51675e66) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:14:33.739423 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e04db-e8e9-4d23-8581-e4e784ade1db None None] The sync data for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi is: [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:32Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:14:33.743918 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 6721375e-7f22-44c9-960e-908f0caaa6d6 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:33.744009 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:33.744132 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.745409 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 6721375e-7f22-44c9-960e-908f0caaa6d6 Sep 16 08:14:33.745800 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.806137 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Attempting to bind port c1b5466b-9026-4075-8ea0-50dae7f9ef6a on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:14:33.806520 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Attempting to bind port c1b5466b-9026-4075-8ea0-50dae7f9ef6a by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:14:33.807995 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Attempting to bind port c1b5466b-9026-4075-8ea0-50dae7f9ef6a on network 3411a2c5-2c4f-499a-b884-2d986861a93d {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:33.821034 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:33.824871 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks [] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.896698 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a9154-f029-499e-947b-1cc36c6da6a0 None None] Pushing event updated for resources: {'Port': ['ID=4ebdd50a-aa11-49e4-821d-df8aaeba002d,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:33.911079 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-e5bc99c6-7a65-4f2f-a253-ac52efbe21eb None None] Provisioning complete for port 4ebdd50a-aa11-49e4-821d-df8aaeba002d triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:33.911460 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-e5bc99c6-7a65-4f2f-a253-ac52efbe21eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.911796 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-e5bc99c6-7a65-4f2f-a253-ac52efbe21eb None None] Attempt 1 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:33.947892 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.956752 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:14:33.957563 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Checking segment: {'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:33.957563 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.957935 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Bound using segment: {'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:14:33.958418 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Bound port: c1b5466b-9026-4075-8ea0-50dae7f9ef6a, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:14:33.958832 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:33.986561 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:33.986975 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 6721375e-7f22-44c9-960e-908f0caaa6d6 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:33.992540 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:33.993860 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:33.999464 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:14:34.042304 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Pushing event updated for resources: {'Port': ['ID=e33b043c-a620-4f64-bbeb-6eee51675e66,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:34.081841 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] For port c1b5466b-9026-4075-8ea0-50dae7f9ef6a, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:14:34.086095 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] For port c1b5466b-9026-4075-8ea0-50dae7f9ef6a, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,segment=NetworkSegment(ecc3c45a-dacf-4f48-815b-15cc01172849),segment_id=ecc3c45a-dacf-4f48-815b-15cc01172849)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:14:34.088946 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc99c6-7a65-4f2f-a253-ac52efbe21eb None None] Current status of the port 4ebdd50a-aa11-49e4-821d-df8aaeba002d is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:34.158132 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:34.217876 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b95e22-2733-4433-9650-46dab404ab89 None None] Pushing event updated for resources: {'Port': ['ID=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,revision_number=2']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:34.342978 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks [] for router_gateway (cb266d47-0477-4528-96bb-e45913d00319), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:34.571586 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16261612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16277284'] for router (cb266d47-0477-4528-96bb-e45913d00319), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:34.764752 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Router cb266d47-0477-4528-96bb-e45913d00319 is scheduled to L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b with binding_index 1 {{(pid=106809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 08:14:34.789458 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e24cea-0366-4f20-80ed-05e7c36081a2 req-a1f34d0a-e502-435a-9bac-2ac1f193b2e6 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:34.791024 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f5e24cea-0366-4f20-80ed-05e7c36081a2 req-a1f34d0a-e502-435a-9bac-2ac1f193b2e6 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0561652 Sep 16 08:14:34.922807 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f5e24cea-0366-4f20-80ed-05e7c36081a2 req-d3279225-21b5-48f4-8390-47b23fa0ec26 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927114 Sep 16 08:14:34.929743 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:14:34.938929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:34.953914 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Sync routers for ids ['cb266d47-0477-4528-96bb-e45913d00319'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:14:34.964493 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Routers {'cb266d47-0477-4528-96bb-e45913d00319'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:34.968899 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['cb266d47-0477-4528-96bb-e45913d00319'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:35.044588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.048790 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-047b527d-de58-4bf9-a5a8-765a590c8b9f admin admin] 10.222.0.59 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4357476 Sep 16 08:14:35.057925 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58398) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:35.074456 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Set router cb266d47-0477-4528-96bb-e45913d00319 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:35.140834 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8e933-4743-4429-8192-a0b56a47334e None None] Network 3411a2c5-2c4f-499a-b884-2d986861a93d requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:14:35.208996 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:35.242154 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] Provisioning complete for port c1b5466b-9026-4075-8ea0-50dae7f9ef6a triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:35.242565 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.243696 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] Attempt 1 to provision port c1b5466b-9026-4075-8ea0-50dae7f9ef6a Sep 16 08:14:35.267644 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:14:34Z', 'revision_number': 3, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:35.296508 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Checking router: cb266d47-0477-4528-96bb-e45913d00319 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:14:35.297070 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Updating router cb266d47-0477-4528-96bb-e45913d00319 port e33b043c-a620-4f64-bbeb-6eee51675e66 binding host dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:14:35.337080 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.395394 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:35.438112 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:35.464601 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] Current status of the port c1b5466b-9026-4075-8ea0-50dae7f9ef6a is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:35.465341 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.495377 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4ebdd50a-aa11-49e4-821d-df8aaeba002d up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:35.583393 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['8e4aeef0-48be-4b7b-93b1-8e29262b781c'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:14:35.641170 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.644209 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] For port c1b5466b-9026-4075-8ea0-50dae7f9ef6a, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,segment=NetworkSegment(ecc3c45a-dacf-4f48-815b-15cc01172849),segment_id=ecc3c45a-dacf-4f48-815b-15cc01172849)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:35.691307 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port 4ebdd50a-aa11-49e4-821d-df8aaeba002d triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:35.691684 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.692027 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port 4ebdd50a-aa11-49e4-821d-df8aaeba002d Sep 16 08:14:35.731503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.795516 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Publish callbacks [] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), precommit_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.835807 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Allocated IP 172.20.0.1 (3411a2c5-2c4f-499a-b884-2d986861a93d/eab92c07-dc9e-4056-8295-3494e1454e0c/a26b205d-31a0-4ddd-9104-7a71c61ab004) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:14:35.845656 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d36c44-3625-4c44-b816-5fed98a0e374 None None] Pushing event updated for resources: {'Port': ['ID=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:35.854003 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.866666 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:35.885096 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-0658ae78-03ab-4190-ae89-2109e3cbce54 None None] Provisioning complete for port c1b5466b-9026-4075-8ea0-50dae7f9ef6a triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:35.885813 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0658ae78-03ab-4190-ae89-2109e3cbce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.885813 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-0658ae78-03ab-4190-ae89-2109e3cbce54 None None] Attempt 1 to provision port c1b5466b-9026-4075-8ea0-50dae7f9ef6a Sep 16 08:14:35.887540 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port 4ebdd50a-aa11-49e4-821d-df8aaeba002d is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:35.888409 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c1b5466b-9026-4075-8ea0-50dae7f9ef6a up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:35.892320 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Attempting to bind port e33b043c-a620-4f64-bbeb-6eee51675e66 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:14:35.892775 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Attempting to bind port e33b043c-a620-4f64-bbeb-6eee51675e66 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:14:35.893196 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Attempting to bind port e33b043c-a620-4f64-bbeb-6eee51675e66 on network c9e1aa68-3ad7-4613-8729-41f2c07c62ac {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:35.932924 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240e5a8-3984-4896-ba78-fd9de4218e7a None None] Pushing event updated for resources: {'Port': ['ID=e33b043c-a620-4f64-bbeb-6eee51675e66,revision_number=2']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:35.951496 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:14:35.952218 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Checking segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:35.952713 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.954817 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Bound using segment: {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'} {{(pid=106812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:14:35.954817 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.managers [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Bound port: e33b043c-a620-4f64-bbeb-6eee51675e66, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac'}}] {{(pid=106812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:14:35.954817 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), before_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.955671 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks [] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.985174 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port c1b5466b-9026-4075-8ea0-50dae7f9ef6a triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:35.985668 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:35.986154 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port c1b5466b-9026-4075-8ea0-50dae7f9ef6a Sep 16 08:14:36.026375 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] For port e33b043c-a620-4f64-bbeb-6eee51675e66, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:14:36.031148 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.plugins.ml2.db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] For port e33b043c-a620-4f64-bbeb-6eee51675e66, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=e33b043c-a620-4f64-bbeb-6eee51675e66,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:14:36.048621 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-0658ae78-03ab-4190-ae89-2109e3cbce54 None None] Current status of the port c1b5466b-9026-4075-8ea0-50dae7f9ef6a is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:36.053197 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.064123 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd21ed-81fe-48e8-ad4a-b06d5928a1dc req-2d2beafe-feed-4b52-a2ef-8a5c9003ec06 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:36.065682 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e6fd21ed-81fe-48e8-ad4a-b06d5928a1dc req-2d2beafe-feed-4b52-a2ef-8a5c9003ec06 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0585988 Sep 16 08:14:36.091478 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port c1b5466b-9026-4075-8ea0-50dae7f9ef6a is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:36.094858 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), after_update {{(pid=106812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.108390 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Network 3411a2c5-2c4f-499a-b884-2d986861a93d is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:36.116299 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:36.120669 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:36.129455 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:14:36.140842 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Routers {'cb266d47-0477-4528-96bb-e45913d00319'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:36.141545 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['cb266d47-0477-4528-96bb-e45913d00319'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:36.150572 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Pushing event updated for resources: {'Port': ['ID=a26b205d-31a0-4ddd-9104-7a71c61ab004,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:36.189974 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e6fd21ed-81fe-48e8-ad4a-b06d5928a1dc req-a9a41351-47bf-406a-8f66-bfc10ff7e6ee tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031847 Sep 16 08:14:36.193459 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16431645'] for router_interface (cb266d47-0477-4528-96bb-e45913d00319), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.195749 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240e5a8-3984-4896-ba78-fd9de4218e7a None None] Pushing event updated for resources: {'Port': ['ID=e33b043c-a620-4f64-bbeb-6eee51675e66,revision_number=3']} {{(pid=106812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:36.244697 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:36.298813 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] Set router cb266d47-0477-4528-96bb-e45913d00319 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:36.362845 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=100 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:36.367628 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Provisioning complete for port a26b205d-31a0-4ddd-9104-7a71c61ab004 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:36.367992 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.368608 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Attempt 1 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:36.405218 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Port a26b205d-31a0-4ddd-9104-7a71c61ab004 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:36.421092 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.459606 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:36.478267 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:14:34Z', 'revision_number': 3, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:36.503389 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d4e47-00eb-4752-92b9-0579851eae66 None None] The sync data for ids ['cb266d47-0477-4528-96bb-e45913d00319'] in dv-cinder-740146-20-iscsi is: [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:14:34Z', 'revision_number': 3, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:14:36.598122 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks [] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.648330 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.735952 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16431753'] for router_interface (cb266d47-0477-4528-96bb-e45913d00319), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:36.738066 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Pushing event updated for resources: {'Port': ['ID=a26b205d-31a0-4ddd-9104-7a71c61ab004,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:36.840628 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Network 3411a2c5-2c4f-499a-b884-2d986861a93d is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:14:36.848528 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:14:36.895995 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:36.905883 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Attempt 2 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:36.961316 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Port a26b205d-31a0-4ddd-9104-7a71c61ab004 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:36.977319 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Router cb266d47-0477-4528-96bb-e45913d00319 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:14:37.093618 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:14:37.102578 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3d79d702-af89-49dc-b6be-a8d818d74a6f admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/cb266d47-0477-4528-96bb-e45913d00319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0486782 Sep 16 08:14:37.168524 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8e4aeef0-48be-4b7b-93b1-8e29262b781c up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:37.219383 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 8e4aeef0-48be-4b7b-93b1-8e29262b781c completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:14:37.277200 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 8e4aeef0-48be-4b7b-93b1-8e29262b781c triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:37.279887 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.279887 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 8e4aeef0-48be-4b7b-93b1-8e29262b781c Sep 16 08:14:37.329584 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22f43-83d0-4f04-80e2-344a9b70e342 req-a6258523-def7-42b9-a831-6eaeaaa8613e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:37.337246 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-93c22f43-83d0-4f04-80e2-344a9b70e342 req-a6258523-def7-42b9-a831-6eaeaaa8613e tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 944 time: 0.0570850 Sep 16 08:14:37.392818 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-93c22f43-83d0-4f04-80e2-344a9b70e342 req-fd47f167-4cda-4983-9d1c-08cc5c4cbcbb tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545211 Sep 16 08:14:37.403287 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 8e4aeef0-48be-4b7b-93b1-8e29262b781c is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:37.405973 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.439391 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4aeef0-48be-4b7b-93b1-8e29262b781c'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:14:37.441696 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e20529-f900-42e5-ab32-93adb878ec1d" -d '{"events": [{"server_uuid": "fe729404-cdb5-4165-9882-3f7595ae2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "8e4aeef0-48be-4b7b-93b1-8e29262b781c"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:14:37.461417 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 8e4aeef0-48be-4b7b-93b1-8e29262b781c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8e4aeef0-48be-4b7b-93b1-8e29262b781c,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:37.463342 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Attempt 3 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:37.506329 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab166ed-b746-4d21-bfb0-9cf908e85ef9 x-openstack-request-id: req-cab166ed-b746-4d21-bfb0-9cf908e85ef9 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:14:37.506623 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe729404-cdb5-4165-9882-3f7595ae2ac7", "name": "network-vif-plugged", "status": "completed", "tag": "8e4aeef0-48be-4b7b-93b1-8e29262b781c", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:14:37.506903 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cab166ed-b746-4d21-bfb0-9cf908e85ef9 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:14:37.507295 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab166ed-b746-4d21-bfb0-9cf908e85ef9'] response: {'server_uuid': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4aeef0-48be-4b7b-93b1-8e29262b781c', 'code': 200} Sep 16 08:14:37.519627 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Port a26b205d-31a0-4ddd-9104-7a71c61ab004 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:37.525877 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device e33b043c-a620-4f64-bbeb-6eee51675e66 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:37.564896 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.610451 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port e33b043c-a620-4f64-bbeb-6eee51675e66 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:37.610868 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.611205 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port e33b043c-a620-4f64-bbeb-6eee51675e66 Sep 16 08:14:37.654142 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58436) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:37.655627 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=8e4aeef0-48be-4b7b-93b1-8e29262b781c,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:37.658971 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-592d7f08-698b-42a0-9b3c-f5650d55b6fe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748301494', 'description': 'tempest-secgroup-smoke-748301494 description', 'project_id': '715b5f5887c940aca9d81291d48fd426'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:37.703749 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port e33b043c-a620-4f64-bbeb-6eee51675e66 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:37.704224 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.716939 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-592d7f08-698b-42a0-9b3c-f5650d55b6fe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.730867 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] For port e33b043c-a620-4f64-bbeb-6eee51675e66, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=e33b043c-a620-4f64-bbeb-6eee51675e66,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:37.787304 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.794715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c1b5466b-9026-4075-8ea0-50dae7f9ef6a up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:37.799392 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-592d7f08-698b-42a0-9b3c-f5650d55b6fe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group (b6c38bc5-a5cf-41e1-b0b6-39971e98328d), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.843411 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b5285-febe-41f1-8136-3f381bece503 req-d32f6fa3-1080-4058-9bfd-cbdeb9ae50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:37.844997 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-aa8b5285-febe-41f1-8136-3f381bece503 req-d32f6fa3-1080-4058-9bfd-cbdeb9ae50b7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 1129 time: 0.0445836 Sep 16 08:14:37.872064 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Pushing event updated for resources: {'Port': ['ID=e33b043c-a620-4f64-bbeb-6eee51675e66,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:37.881467 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port c1b5466b-9026-4075-8ea0-50dae7f9ef6a triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:37.881467 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.881697 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port c1b5466b-9026-4075-8ea0-50dae7f9ef6a Sep 16 08:14:37.888171 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-592d7f08-698b-42a0-9b3c-f5650d55b6fe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b6c38bc5-a5cf-41e1-b0b6-39971e98328d), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.895994 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-aa8b5285-febe-41f1-8136-3f381bece503 req-31ab43c8-9190-48ce-b09e-fe8dabd0ba1e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444474 Sep 16 08:14:37.920548 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d7f08-698b-42a0-9b3c-f5650d55b6fe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c38bc5-a5cf-41e1-b0b6-39971e98328d,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:37.971469 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port c1b5466b-9026-4075-8ea0-50dae7f9ef6a is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:37.992959 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-592d7f08-698b-42a0-9b3c-f5650d55b6fe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:37.994184 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-592d7f08-698b-42a0-9b3c-f5650d55b6fe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3390112 Sep 16 08:14:38.003784 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58442) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:38.007991 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-e4658130-7ae2-4874-91ad-e48cb5e45dfb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38bc5-a5cf-41e1-b0b6-39971e98328d', 'project_id': '715b5f5887c940aca9d81291d48fd426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:38.020743 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Attempt 4 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:38.044802 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:38.055171 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Port a26b205d-31a0-4ddd-9104-7a71c61ab004 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:38.089132 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4658130-7ae2-4874-91ad-e48cb5e45dfb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (ce6bcb98-d731-4dec-aa56-f98bd2c2a001), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.145476 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4658130-7ae2-4874-91ad-e48cb5e45dfb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (ce6bcb98-d731-4dec-aa56-f98bd2c2a001), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.222580 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:38.228226 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Sync routers for ids ['cb266d47-0477-4528-96bb-e45913d00319'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:14:38.236764 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4658130-7ae2-4874-91ad-e48cb5e45dfb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (ce6bcb98-d731-4dec-aa56-f98bd2c2a001), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.238491 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Routers {'cb266d47-0477-4528-96bb-e45913d00319'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:38.239144 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['cb266d47-0477-4528-96bb-e45913d00319'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:38.257654 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4658130-7ae2-4874-91ad-e48cb5e45dfb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6bcb98-d731-4dec-aa56-f98bd2c2a001,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:38.319768 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-91755982-02af-4a5d-ac65-e51e6f305087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.330305 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e4658130-7ae2-4874-91ad-e48cb5e45dfb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.331723 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e4658130-7ae2-4874-91ad-e48cb5e45dfb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270166 Sep 16 08:14:38.334586 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58444) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:38.339160 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-6b9bfcc5-b7c9-4976-9cf2-68f52e8395dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38bc5-a5cf-41e1-b0b6-39971e98328d', 'project_id': '715b5f5887c940aca9d81291d48fd426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:38.344531 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Set router cb266d47-0477-4528-96bb-e45913d00319 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:38.427243 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6b9bfcc5-b7c9-4976-9cf2-68f52e8395dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (d4578226-ee80-4ba3-9fe9-b4075c994829), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.497576 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6b9bfcc5-b7c9-4976-9cf2-68f52e8395dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (d4578226-ee80-4ba3-9fe9-b4075c994829), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.516921 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d3b56-fada-42ae-87a2-563f88549e41 req-43a32a76-49b0-42b6-a4ed-88cce80ed511 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:38.518357 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5b8d3b56-fada-42ae-87a2-563f88549e41 req-43a32a76-49b0-42b6-a4ed-88cce80ed511 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0494447 Sep 16 08:14:38.549787 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:14:36Z', 'revision_number': 4, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'a26b205d-31a0-4ddd-9104-7a71c61ab004', 'name': '', 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'mac_address': 'fa:16:3e:49:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eab92c07-dc9e-4056-8295-3494e1454e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:35Z', 'updated_at': '2022-09-16T08:14:36Z', 'revision_number': 2, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'subnets': [{'id': 'eab92c07-dc9e-4056-8295-3494e1454e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:38.553670 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6b9bfcc5-b7c9-4976-9cf2-68f52e8395dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (d4578226-ee80-4ba3-9fe9-b4075c994829), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.568770 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5b8d3b56-fada-42ae-87a2-563f88549e41 req-de75d880-61e6-4d99-9ea9-ee4a70f72271 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Sep 16 08:14:38.571913 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:38.576101 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Attempt 5 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:38.576968 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bfcc5-b7c9-4976-9cf2-68f52e8395dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4578226-ee80-4ba3-9fe9-b4075c994829,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:38.579367 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Checking router: cb266d47-0477-4528-96bb-e45913d00319 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:14:38.579727 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Updating router cb266d47-0477-4528-96bb-e45913d00319 port a26b205d-31a0-4ddd-9104-7a71c61ab004 binding host dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 08:14:38.639025 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-6b9bfcc5-b7c9-4976-9cf2-68f52e8395dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.640288 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-6b9bfcc5-b7c9-4976-9cf2-68f52e8395dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046370 Sep 16 08:14:38.643623 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58448) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:38.648687 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-caa8084a-b498-49f7-a343-7779fa9b63bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38bc5-a5cf-41e1-b0b6-39971e98328d', 'project_id': '715b5f5887c940aca9d81291d48fd426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:38.727828 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-caa8084a-b498-49f7-a343-7779fa9b63bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (9e2c5d7f-f675-4b34-babc-e44ac719d96a), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.761225 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Port a26b205d-31a0-4ddd-9104-7a71c61ab004 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:38.761856 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.788826 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-caa8084a-b498-49f7-a343-7779fa9b63bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (9e2c5d7f-f675-4b34-babc-e44ac719d96a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.836409 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-caa8084a-b498-49f7-a343-7779fa9b63bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (9e2c5d7f-f675-4b34-babc-e44ac719d96a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.859513 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8084a-b498-49f7-a343-7779fa9b63bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c5d7f-f675-4b34-babc-e44ac719d96a,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:38.941294 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-caa8084a-b498-49f7-a343-7779fa9b63bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:38.945279 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-caa8084a-b498-49f7-a343-7779fa9b63bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979929 Sep 16 08:14:38.945770 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58462) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:38.950989 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-ca39d25c-8491-4585-9fc3-035b1a77e3c3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38bc5-a5cf-41e1-b0b6-39971e98328d', 'project_id': '715b5f5887c940aca9d81291d48fd426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:38.967010 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:38.975874 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:39.041194 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Publish callbacks [] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), precommit_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.077692 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ca39d25c-8491-4585-9fc3-035b1a77e3c3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (0d618fe3-8188-4f1e-a95b-86d78c942e5e), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.105493 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.136456 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ca39d25c-8491-4585-9fc3-035b1a77e3c3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (0d618fe3-8188-4f1e-a95b-86d78c942e5e), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.171917 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf4a3a-ce07-462b-ac94-8abc4865f128 None None] Pushing event updated for resources: {'Port': ['ID=a26b205d-31a0-4ddd-9104-7a71c61ab004,revision_number=3']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:39.196814 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ca39d25c-8491-4585-9fc3-035b1a77e3c3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (0d618fe3-8188-4f1e-a95b-86d78c942e5e), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.201329 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Attempting to bind port a26b205d-31a0-4ddd-9104-7a71c61ab004 on host dv-cinder-740146-20-iscsi for vnic_type normal with profile {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:14:39.201707 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Attempting to bind port a26b205d-31a0-4ddd-9104-7a71c61ab004 by drivers openvswitch,hyperv on host dv-cinder-740146-20-iscsi at level 0 using segments [{'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:14:39.202071 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Attempting to bind port a26b205d-31a0-4ddd-9104-7a71c61ab004 on network 3411a2c5-2c4f-499a-b884-2d986861a93d {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:14:39.217836 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39d25c-8491-4585-9fc3-035b1a77e3c3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d618fe3-8188-4f1e-a95b-86d78c942e5e,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:39.245878 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Checking agent: {'id': '0a556048-a7ad-440d-8626-1562b17d9314', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 7, 56, 44), 'started_at': datetime.datetime(2022, 9, 16, 7, 57, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:14:39.246251 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Checking segment: {'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:14:39.246718 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.251310 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Bound using segment: {'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'} {{(pid=106811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:14:39.251310 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.managers [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Bound port: a26b205d-31a0-4ddd-9104-7a71c61ab004, host: dv-cinder-740146-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc3c45a-dacf-4f48-815b-15cc01172849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d'}}] {{(pid=106811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:14:39.251310 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.262596 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Attempt 6 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:39.273116 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ca39d25c-8491-4585-9fc3-035b1a77e3c3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.277520 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-ca39d25c-8491-4585-9fc3-035b1a77e3c3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276086 Sep 16 08:14:39.277696 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58468) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:39.282085 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38bc5-a5cf-41e1-b0b6-39971e98328d', 'project_id': '715b5f5887c940aca9d81291d48fd426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:39.297427 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:39.326948 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:39.331430 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Port a26b205d-31a0-4ddd-9104-7a71c61ab004 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:14:39.339709 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] For port a26b205d-31a0-4ddd-9104-7a71c61ab004, host dv-cinder-740146-20-iscsi, cleared binding levels {{(pid=106811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:14:39.342735 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] For port a26b205d-31a0-4ddd-9104-7a71c61ab004, host dv-cinder-740146-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=a26b205d-31a0-4ddd-9104-7a71c61ab004,segment=NetworkSegment(ecc3c45a-dacf-4f48-815b-15cc01172849),segment_id=ecc3c45a-dacf-4f48-815b-15cc01172849)] {{(pid=106811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:14:39.375559 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device e33b043c-a620-4f64-bbeb-6eee51675e66 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:39.380271 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.securitygroups_db [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Project 715b5f5887c940aca9d81291d48fd426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 08:14:39.388807 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (f0d3109e-9b87-4db3-8d12-cb8fa6aeca97), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.447202 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.451946 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port e33b043c-a620-4f64-bbeb-6eee51675e66 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:39.453318 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.453318 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port e33b043c-a620-4f64-bbeb-6eee51675e66 Sep 16 08:14:39.461249 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (f0d3109e-9b87-4db3-8d12-cb8fa6aeca97), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.469329 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58472) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:39.522883 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (f0d3109e-9b87-4db3-8d12-cb8fa6aeca97), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.524075 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Routers {'cb266d47-0477-4528-96bb-e45913d00319'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:14:39.524719 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:14:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['cb266d47-0477-4528-96bb-e45913d00319'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:39.545472 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d3109e-9b87-4db3-8d12-cb8fa6aeca97,revision_number=0']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:39.591391 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6a0c-41ab-4c6a-b209-9711c0693a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.591634 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf4a3a-ce07-462b-ac94-8abc4865f128 None None] Pushing event updated for resources: {'Port': ['ID=a26b205d-31a0-4ddd-9104-7a71c61ab004,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:39.612397 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.612397 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-1301e4b0-d52f-4acd-b075-650ac209eed6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3299956 Sep 16 08:14:39.612631 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58478) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:39.617657 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38bc5-a5cf-41e1-b0b6-39971e98328d', 'project_id': '715b5f5887c940aca9d81291d48fd426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:14:39.683863 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port e33b043c-a620-4f64-bbeb-6eee51675e66 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:39.702361 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] Set router cb266d47-0477-4528-96bb-e45913d00319 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:14:39.712178 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.securitygroups_db [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Project 715b5f5887c940aca9d81291d48fd426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 08:14:39.715310 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6a0c-41ab-4c6a-b209-9711c0693a5e admin admin] Publish callbacks [] for security_group (9df2a035-3669-419b-8a56-62d4e44eb02b), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.722313 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8976-6573-4fcb-8bdc-3b6a1741258f req-a44d971e-81b3-4fed-bd89-3ce75b838524 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:39.724117 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dbec8976-6573-4fcb-8bdc-3b6a1741258f req-a44d971e-81b3-4fed-bd89-3ce75b838524 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0635371 Sep 16 08:14:39.731109 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (a8588e9d-84eb-40fe-b7c6-f79785368cdd), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.777445 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dbec8976-6573-4fcb-8bdc-3b6a1741258f req-74f8ff7e-1d8e-426c-9101-bb0d425420c9 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Sep 16 08:14:39.802264 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (a8588e9d-84eb-40fe-b7c6-f79785368cdd), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.808183 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6a0c-41ab-4c6a-b209-9711c0693a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9df2a035-3669-419b-8a56-62d4e44eb02b), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.833308 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Attempt 7 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:39.848265 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-1ccd6a0c-41ab-4c6a-b209-9711c0693a5e admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=31385ece156c4648a757d94a8e27d594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776901 Sep 16 08:14:39.850187 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd6a0c-41ab-4c6a-b209-9711c0693a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df2a035-3669-419b-8a56-62d4e44eb02b,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:39.851188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58480) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:39.853840 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:39.869881 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16396936'] for security_group_rule (a8588e9d-84eb-40fe-b7c6-f79785368cdd), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.903028 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8588e9d-84eb-40fe-b7c6-f79785368cdd,revision_number=0']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:39.929000 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c17a2f9a-87fa-441a-979c-1994b94aa4d3 admin admin] Publish callbacks [] for security_group (9df2a035-3669-419b-8a56-62d4e44eb02b), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.950030 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c17a2f9a-87fa-441a-979c-1994b94aa4d3 admin admin] Publish callbacks [] for security_group (9df2a035-3669-419b-8a56-62d4e44eb02b), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.970460 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Current status of the port a26b205d-31a0-4ddd-9104-7a71c61ab004 is: DOWN; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:39.970873 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.981348 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:39.982578 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f6b43084-50d2-49f5-825a-0b706df49076 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3692315 Sep 16 08:14:39.983051 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:14:36Z', 'revision_number': 4, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'a26b205d-31a0-4ddd-9104-7a71c61ab004', 'name': '', 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'mac_address': 'fa:16:3e:49:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eab92c07-dc9e-4056-8295-3494e1454e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:35Z', 'updated_at': '2022-09-16T08:14:39Z', 'revision_number': 4, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'subnets': [{'id': 'eab92c07-dc9e-4056-8295-3494e1454e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:14:40.017387 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55e7a1c-e0f6-4783-b936-9710d2fd1199 None None] The sync data for ids ['cb266d47-0477-4528-96bb-e45913d00319'] in dv-cinder-740146-20-iscsi is: [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:14:36Z', 'revision_number': 4, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': 'a26b205d-31a0-4ddd-9104-7a71c61ab004', 'name': '', 'network_id': '3411a2c5-2c4f-499a-b884-2d986861a93d', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'mac_address': 'fa:16:3e:49:64:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eab92c07-dc9e-4056-8295-3494e1454e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:35Z', 'updated_at': '2022-09-16T08:14:39Z', 'revision_number': 4, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'subnets': [{'id': 'eab92c07-dc9e-4056-8295-3494e1454e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:14:40.039591 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] For port a26b205d-31a0-4ddd-9104-7a71c61ab004, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=a26b205d-31a0-4ddd-9104-7a71c61ab004,segment=NetworkSegment(ecc3c45a-dacf-4f48-815b-15cc01172849),segment_id=ecc3c45a-dacf-4f48-815b-15cc01172849)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:14:40.077236 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c17a2f9a-87fa-441a-979c-1994b94aa4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9df2a035-3669-419b-8a56-62d4e44eb02b), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:40.084012 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-c17a2f9a-87fa-441a-979c-1994b94aa4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:40.093106 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-c17a2f9a-87fa-441a-979c-1994b94aa4d3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9df2a035-3669-419b-8a56-62d4e44eb02b HTTP/1.1" status: 204 len: 168 time: 0.2340465 Sep 16 08:14:40.099572 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:40.103206 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a2f9a-87fa-441a-979c-1994b94aa4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df2a035-3669-419b-8a56-62d4e44eb02b,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:40.175783 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73966d6-11a7-4258-9809-65e8655920eb None None] Pushing event updated for resources: {'Port': ['ID=a26b205d-31a0-4ddd-9104-7a71c61ab004,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:40.224123 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-0a19679e-05e9-4250-b918-039e94d340fe None None] Provisioning complete for port a26b205d-31a0-4ddd-9104-7a71c61ab004 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:40.224603 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0a19679e-05e9-4250-b918-039e94d340fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:40.225069 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-0a19679e-05e9-4250-b918-039e94d340fe None None] Attempt 1 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:40.311302 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-0a19679e-05e9-4250-b918-039e94d340fe None None] Current status of the port a26b205d-31a0-4ddd-9104-7a71c61ab004 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:40.665301 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b78ab14b-17fa-4cb2-85a4-e213004eea45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:40.910893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:40.932152 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73b804-caac-415e-858e-eb08c96e2f93 req-c62390fd-024d-4aa8-a4c9-74bf1825f5ac tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:14:40.936334 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ff73b804-caac-415e-858e-eb08c96e2f93 req-c62390fd-024d-4aa8-a4c9-74bf1825f5ac tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0681500 Sep 16 08:14:40.989948 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ff73b804-caac-415e-858e-eb08c96e2f93 req-0fda2c76-f3b1-49ed-9847-9bba9e2b34cf tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Sep 16 08:14:41.400324 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device a26b205d-31a0-4ddd-9104-7a71c61ab004 up at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:14:41.443436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Provisioning complete for port a26b205d-31a0-4ddd-9104-7a71c61ab004 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:14:41.443812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:41.444273 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Attempt 1 to provision port a26b205d-31a0-4ddd-9104-7a71c61ab004 Sep 16 08:14:41.445452 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:41.524330 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Current status of the port a26b205d-31a0-4ddd-9104-7a71c61ab004 is: ACTIVE; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:14:42.082284 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:43.528313 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:43.899635 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:46.482591 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:49.890333 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:50.986515 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=47,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:51.916366 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:52.655220 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:14:56.090098 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58744) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:56.193473 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-691335e7-2f7f-4b0e-a978-6650b78cfd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:56.266351 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-691335e7-2f7f-4b0e-a978-6650b78cfd53 admin admin] Publish callbacks [] for security_group (ff0ce369-01a4-4ae9-80a2-c3f22e239244), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:56.322016 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-691335e7-2f7f-4b0e-a978-6650b78cfd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ff0ce369-01a4-4ae9-80a2-c3f22e239244), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:56.360558 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691335e7-2f7f-4b0e-a978-6650b78cfd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ce369-01a4-4ae9-80a2-c3f22e239244,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:56.364833 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-691335e7-2f7f-4b0e-a978-6650b78cfd53 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=f957a51e3a2440728bed76877dbca106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736053 Sep 16 08:14:56.367553 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58750) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:56.416207 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b27df8a8-5d3e-4882-93cb-c2652f215e4c admin admin] Publish callbacks [] for security_group (ff0ce369-01a4-4ae9-80a2-c3f22e239244), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:56.435782 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b27df8a8-5d3e-4882-93cb-c2652f215e4c admin admin] Publish callbacks [] for security_group (ff0ce369-01a4-4ae9-80a2-c3f22e239244), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:56.561859 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b27df8a8-5d3e-4882-93cb-c2652f215e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (ff0ce369-01a4-4ae9-80a2-c3f22e239244), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:56.564404 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b27df8a8-5d3e-4882-93cb-c2652f215e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:56.565534 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b27df8a8-5d3e-4882-93cb-c2652f215e4c admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/ff0ce369-01a4-4ae9-80a2-c3f22e239244 HTTP/1.1" status: 204 len: 168 time: 0.1970799 Sep 16 08:14:56.573077 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27df8a8-5d3e-4882-93cb-c2652f215e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ce369-01a4-4ae9-80a2-c3f22e239244,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:57.155546 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58758) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:57.168751 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-22ddc455-a939-4dba-a44c-0f971ab8b22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:57.242708 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-22ddc455-a939-4dba-a44c-0f971ab8b22c admin admin] Publish callbacks [] for security_group (18edb520-8986-4401-817b-4ceddaef249c), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:57.339457 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-22ddc455-a939-4dba-a44c-0f971ab8b22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (18edb520-8986-4401-817b-4ceddaef249c), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:57.380619 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-22ddc455-a939-4dba-a44c-0f971ab8b22c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=97cd00e6d7ce46b1897ac9801a2b7dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239580 Sep 16 08:14:57.381308 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddc455-a939-4dba-a44c-0f971ab8b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edb520-8986-4401-817b-4ceddaef249c,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:57.383621 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58766) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:57.432604 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-539a6f6f-975c-4f7f-82f5-530d3d79f8a7 admin admin] Publish callbacks [] for security_group (18edb520-8986-4401-817b-4ceddaef249c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:57.452398 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-539a6f6f-975c-4f7f-82f5-530d3d79f8a7 admin admin] Publish callbacks [] for security_group (18edb520-8986-4401-817b-4ceddaef249c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:57.556268 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-539a6f6f-975c-4f7f-82f5-530d3d79f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (18edb520-8986-4401-817b-4ceddaef249c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:57.558768 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-539a6f6f-975c-4f7f-82f5-530d3d79f8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:57.559932 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-539a6f6f-975c-4f7f-82f5-530d3d79f8a7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/18edb520-8986-4401-817b-4ceddaef249c HTTP/1.1" status: 204 len: 168 time: 0.1754296 Sep 16 08:14:57.568053 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a6f6f-975c-4f7f-82f5-530d3d79f8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edb520-8986-4401-817b-4ceddaef249c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:58.206743 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58782) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:58.220943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:58.295792 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Publish callbacks [] for security_group (67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:58.344995 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:58.388758 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=6a2040fe79a04dc19613b2b32b39d5f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808450 Sep 16 08:14:58.391632 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:14:58.393746 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58790) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:14:58.398941 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.399372 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.399786 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.400196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.400598 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.401145 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.401818 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.402214 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.402773 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.403027 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.403429 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.403767 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.404096 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.404823 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.404823 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990162dc-335c-4383-86ca-2b01a3afd0a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:14:58.442384 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dc9adb6a-9829-4a8e-88e9-472fab2a0cc4 admin admin] Publish callbacks [] for security_group (67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:58.444776 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:58.462871 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dc9adb6a-9829-4a8e-88e9-472fab2a0cc4 admin admin] Publish callbacks [] for security_group (67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:58.487366 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:14:58.562487 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dc9adb6a-9829-4a8e-88e9-472fab2a0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:58.565075 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-dc9adb6a-9829-4a8e-88e9-472fab2a0cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:14:58.566219 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-dc9adb6a-9829-4a8e-88e9-472fab2a0cc4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8 HTTP/1.1" status: 204 len: 168 time: 0.1730502 Sep 16 08:14:58.583188 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9adb6a-9829-4a8e-88e9-472fab2a0cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67efd55f-d3b2-4713-8ed4-a8b05e0b5aa8,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:03.398074 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-ebe6dfed-a0aa-42b5-846c-eea8a5f05e2b tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-748301494&fields=id&tenant_id=715b5f5887c940aca9d81291d48fd426 HTTP/1.1" status: 200 len: 267 time: 0.0460894 Sep 16 08:15:03.507198 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-9f4458fc-21e1-40e5-b8fb-907bff143faa tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:03.508727 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-9f4458fc-21e1-40e5-b8fb-907bff143faa tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 808 time: 0.1031978 Sep 16 08:15:03.523369 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-3c52f610-4974-4e7c-9982-75cf16ae9b4f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/quotas/715b5f5887c940aca9d81291d48fd426 HTTP/1.1" status: 200 len: 375 time: 0.0091579 Sep 16 08:15:03.576760 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-a0c92411-a011-4485-96e0-374404bc462d tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480576 Sep 16 08:15:03.672713 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-3dea2b90-cbbe-4c88-80d5-eea85e541317 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840511 Sep 16 08:15:03.771074 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-2809e70d-bcea-4519-a309-fecce95b1bd3 service neutron] 10.222.0.59 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926473 Sep 16 08:15:04.189347 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 58908) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:04.301578 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-170501ee-f1eb-44b6-9b5a-833239da38de req-77b35798-62b2-4c42-86a8-e3c5583a12ea tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 210 time: 0.0360384 Sep 16 08:15:04.302875 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-564ace8c-fb1e-423a-bc29-81fd733ab60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:04.409728 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-564ace8c-fb1e-423a-bc29-81fd733ab60c admin admin] Publish callbacks [] for security_group (de0d3f81-00d7-44ea-947c-450ca9ac4dfb), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:04.470568 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-564ace8c-fb1e-423a-bc29-81fd733ab60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (de0d3f81-00d7-44ea-947c-450ca9ac4dfb), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:04.510995 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-564ace8c-fb1e-423a-bc29-81fd733ab60c admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=2c5f770ecd0944f482ed2d575cb989e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204954 Sep 16 08:15:04.511831 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ace8c-fb1e-423a-bc29-81fd733ab60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d3f81-00d7-44ea-947c-450ca9ac4dfb,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:04.513802 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58924) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:04.564861 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e435e22d-1a0b-43a9-bc07-bf8eb5c17a7e admin admin] Publish callbacks [] for security_group (de0d3f81-00d7-44ea-947c-450ca9ac4dfb), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:04.584725 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e435e22d-1a0b-43a9-bc07-bf8eb5c17a7e admin admin] Publish callbacks [] for security_group (de0d3f81-00d7-44ea-947c-450ca9ac4dfb), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:04.693289 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e435e22d-1a0b-43a9-bc07-bf8eb5c17a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (de0d3f81-00d7-44ea-947c-450ca9ac4dfb), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:04.695898 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e435e22d-1a0b-43a9-bc07-bf8eb5c17a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:04.703259 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e435e22d-1a0b-43a9-bc07-bf8eb5c17a7e admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/de0d3f81-00d7-44ea-947c-450ca9ac4dfb HTTP/1.1" status: 204 len: 168 time: 0.1822052 Sep 16 08:15:04.705598 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435e22d-1a0b-43a9-bc07-bf8eb5c17a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d3f81-00d7-44ea-947c-450ca9ac4dfb,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:04.857018 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9678d0-5d7c-4af2-8f09-22b13c9e042d req-44a247ae-2ebd-4fb6-9872-71455e54e861 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:04.858546 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8a9678d0-5d7c-4af2-8f09-22b13c9e042d req-44a247ae-2ebd-4fb6-9872-71455e54e861 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0472124 Sep 16 08:15:04.906871 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8a9678d0-5d7c-4af2-8f09-22b13c9e042d req-217d4943-d93f-4ae3-9086-b3cb5c4ed2a9 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Sep 16 08:15:05.252080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58934) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:05.264987 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e48ac591-34de-4347-9eff-1ab9299fcae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:05.340140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e48ac591-34de-4347-9eff-1ab9299fcae0 admin admin] Publish callbacks [] for security_group (fffc4cad-cfc5-4e1d-a766-86ccc2294434), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:05.402285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e48ac591-34de-4347-9eff-1ab9299fcae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (fffc4cad-cfc5-4e1d-a766-86ccc2294434), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:05.410436 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6c75ba03-9a80-4781-b83a-1fbd7a40ff00 req-0f28a225-bd97-4f00-91a0-bdf4403e5687 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 210 time: 0.0322514 Sep 16 08:15:05.443375 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ac591-34de-4347-9eff-1ab9299fcae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc4cad-cfc5-4e1d-a766-86ccc2294434,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:05.449940 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e48ac591-34de-4347-9eff-1ab9299fcae0 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=9b0b863a6aed4a60a4ac48b3b8173f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943686 Sep 16 08:15:05.450202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 58938) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:05.498091 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd6a-38aa-4cf0-9a72-9571f78469eb admin admin] Publish callbacks [] for security_group (fffc4cad-cfc5-4e1d-a766-86ccc2294434), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:05.518153 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd6a-38aa-4cf0-9a72-9571f78469eb admin admin] Publish callbacks [] for security_group (fffc4cad-cfc5-4e1d-a766-86ccc2294434), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:05.612937 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd6a-38aa-4cf0-9a72-9571f78469eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (fffc4cad-cfc5-4e1d-a766-86ccc2294434), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:05.615408 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd6a-38aa-4cf0-9a72-9571f78469eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:05.616548 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a19bdd6a-38aa-4cf0-9a72-9571f78469eb admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/fffc4cad-cfc5-4e1d-a766-86ccc2294434 HTTP/1.1" status: 204 len: 168 time: 0.1654146 Sep 16 08:15:05.624357 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bdd6a-38aa-4cf0-9a72-9571f78469eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc4cad-cfc5-4e1d-a766-86ccc2294434,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:06.028140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd653c-6106-435c-b232-e6906943ba00 req-1020471a-5f7c-4304-9965-e49581b1de61 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:06.029619 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a3dd653c-6106-435c-b232-e6906943ba00 req-1020471a-5f7c-4304-9965-e49581b1de61 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Sep 16 08:15:06.081086 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-a3dd653c-6106-435c-b232-e6906943ba00 req-f249fa23-5026-4c32-9258-4bf531bb6d12 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449224 Sep 16 08:15:06.517197 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cba07805-e362-4fec-93e4-37b0b686a2b2 req-5c19a363-bdcb-43e5-aff6-3d33822f5fee tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Sep 16 08:15:06.660678 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:06.664497 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:06.901979 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-7541e861-a80f-49e1-83ec-3f517f51ca03 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:06.903650 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-7541e861-a80f-49e1-83ec-3f517f51ca03 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0474923 Sep 16 08:15:06.933705 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:06.953421 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:06.992040 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Deleting port 8e4aeef0-48be-4b7b-93b1-8e29262b781c {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:15:06.992383 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:07.081514 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] For port 8e4aeef0-48be-4b7b-93b1-8e29262b781c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8e4aeef0-48be-4b7b-93b1-8e29262b781c,segment=NetworkSegment(6458b7ed-acc5-445d-8c23-4a8c232b227f),segment_id=6458b7ed-acc5-445d-8c23-4a8c232b227f)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:07.081994 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:07.095015 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Calling delete_port for 8e4aeef0-48be-4b7b-93b1-8e29262b781c owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:15:07.231922 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0b8e4-08a5-454b-a839-acdc935d8017 req-cabac302-e3fc-43f9-bf00-c1315762eaa7 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:07.233465 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-10b0b8e4-08a5-454b-a839-acdc935d8017 req-cabac302-e3fc-43f9-bf00-c1315762eaa7 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 945 time: 0.0532463 Sep 16 08:15:07.300628 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-10b0b8e4-08a5-454b-a839-acdc935d8017 req-2bd3cafb-e252-46b2-83fa-4151a5a0ea96 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=10f7d87e-2cae-45e5-aa68-bceb96713467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604336 Sep 16 08:15:07.539902 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (8e4aeef0-48be-4b7b-93b1-8e29262b781c), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:07.568077 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Pushing event deleted for resources: {'Port': ['ID=8e4aeef0-48be-4b7b-93b1-8e29262b781c,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:07.654461 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] No DVR routers for this DVR port 8e4aeef0-48be-4b7b-93b1-8e29262b781c on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:15:07.657424 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1021c34c-1a67-40fe-a7ab-8c864ab1991f req-7c564997-bc4d-414d-b10a-d69150884958 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 210 time: 0.0473247 Sep 16 08:15:07.659075 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:07.662167 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ad5ac0a-0688-418a-80f5-2f8d8e7abc41 req-464c3591-9dab-4913-9004-60889c349a10 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8e4aeef0-48be-4b7b-93b1-8e29262b781c HTTP/1.1" status: 204 len: 173 time: 0.7532103 Sep 16 08:15:07.662656 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'name': 'network-vif-deleted', 'tag': '8e4aeef0-48be-4b7b-93b1-8e29262b781c'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:07.664935 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f53e78-b881-4681-825c-816f09304508" -d '{"events": [{"server_uuid": "fe729404-cdb5-4165-9882-3f7595ae2ac7", "name": "network-vif-deleted", "tag": "8e4aeef0-48be-4b7b-93b1-8e29262b781c"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:07.703945 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c0f4d2-c634-4640-8462-8dd21cf2e070 x-openstack-request-id: req-20c0f4d2-c634-4640-8462-8dd21cf2e070 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:07.704244 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe729404-cdb5-4165-9882-3f7595ae2ac7", "name": "network-vif-deleted", "tag": "8e4aeef0-48be-4b7b-93b1-8e29262b781c", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:07.704499 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20c0f4d2-c634-4640-8462-8dd21cf2e070 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:07.705583 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c0f4d2-c634-4640-8462-8dd21cf2e070'] response: {'server_uuid': 'fe729404-cdb5-4165-9882-3f7595ae2ac7', 'name': 'network-vif-deleted', 'tag': '8e4aeef0-48be-4b7b-93b1-8e29262b781c', 'status': 'completed', 'code': 200} Sep 16 08:15:07.983783 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-f4ca9551-e128-43d5-be50-9eb02347157e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:07.985239 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-f4ca9551-e128-43d5-be50-9eb02347157e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 808 time: 0.1122608 Sep 16 08:15:08.058763 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-2bb8a35c-5120-4a7b-9a57-7f449e02e38d tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=715b5f5887c940aca9d81291d48fd426 HTTP/1.1" status: 200 len: 379 time: 0.0575166 Sep 16 08:15:08.075610 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'port': {'device_id': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'admin_state_up': True, 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'security_groups': ['b6c38bc5-a5cf-41e1-b0b6-39971e98328d']}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:15:08.098136 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:08.247988 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Made reservation on behalf of 715b5f5887c940aca9d81291d48fd426 for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:15:08.254250 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:08.322205 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-38baf026-12bb-486d-bb1a-3d6d8eef2579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:08.404901 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Allocated IP 172.20.0.14 (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b/297e78c1-5358-4f8c-8733-c86b3c1f431a/ffe6532b-6bcb-4c4c-a9aa-8071554bec05) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:15:08.441666 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-653fc7f3-59ab-4420-8c7a-a87f8ad509c1 req-8e0346b2-24ae-4c87-9bea-b120e704a536 tempest-VolumesSnapshotTestJSON-1366856393 tempest-VolumesSnapshotTestJSON-1366856393-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=fe729404-cdb5-4165-9882-3f7595ae2ac7 HTTP/1.1" status: 200 len: 210 time: 0.0384171 Sep 16 08:15:08.571123 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:08.582416 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:08.682686 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:08.724775 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:15:08.730396 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:15:08.733069 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:15:08.771374 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:08.794667 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443b438-3946-45ed-9e07-1e691c4ae869 req-b7246174-8aba-4e7c-bb31-922303f3af87 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:08.797644 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c443b438-3946-45ed-9e07-1e691c4ae869 req-b7246174-8aba-4e7c-bb31-922303f3af87 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 932 time: 0.0533500 Sep 16 08:15:08.811920 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:08.812454 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:08.837073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:08.845849 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:DELETE=9,neutron:SELECT=83,neutron:INSERT=8 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:08.855350 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c443b438-3946-45ed-9e07-1e691c4ae869 req-57e50c0e-8b7b-49d8-9f99-d2cd504ea08b tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494847 Sep 16 08:15:08.926275 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-04650332-7d7b-4b1b-af22-745183756c93 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8547814 Sep 16 08:15:08.946515 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Request body: {'port': {'device_id': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:15:09.009665 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Provisioning complete for port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:15:09.010341 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:09.010952 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Attempt 1 to provision port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 Sep 16 08:15:09.012701 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:09.044521 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:15:09.247979 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:09.271419 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8e4aeef0-48be-4b7b-93b1-8e29262b781c no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:15:09.279135 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe6532b-6bcb-4c4c-a9aa-8071554bec05 {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:15:09.290319 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Publish callbacks [] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:09.292910 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 8e4aeef0-48be-4b7b-93b1-8e29262b781c {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:15:09.293329 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 8e4aeef0-48be-4b7b-93b1-8e29262b781c not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:15:09.303432 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Transition to ACTIVE for port object ffe6532b-6bcb-4c4c-a9aa-8071554bec05 will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:15:09.384728 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:09.458462 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:09.522121 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Attempting to bind port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:15:09.522470 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Attempting to bind port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:15:09.522822 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Attempting to bind port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 on network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:15:09.549710 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Attempt 2 to provision port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 Sep 16 08:15:09.564480 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 on network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:15:09.564885 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Attempting to bind port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 on network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:15:09.583217 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:15:09.609474 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:09.612282 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:15:09.612613 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Checking segment: {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:15:09.612996 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Bound using segment: {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:15:09.613416 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Bound port: ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba429359-972c-4089-93a5-06911d8ee312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:15:09.613769 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:09.675617 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:15:09.678596 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:15:09.733692 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:09.738028 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:09.738787 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:09.740182 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 1094 time: 0.7981591 Sep 16 08:15:09.740683 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:09.742965 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dbf606-3623-4fe5-a7d0-91ddf6f11408" -d '{"events": [{"name": "network-changed", "server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:09.783277 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c181cdd-12fe-4211-aa51-a71b20b01d84 x-openstack-request-id: req-2c181cdd-12fe-4211-aa51-a71b20b01d84 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:09.785940 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:09.785940 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c181cdd-12fe-4211-aa51-a71b20b01d84 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:09.785940 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c181cdd-12fe-4211-aa51-a71b20b01d84'] response: {'name': 'network-changed', 'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'status': 'completed', 'code': 200} Sep 16 08:15:09.793493 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22a955-c630-4282-8527-1c6535ebfc97 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:09.881322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbf606-3623-4fe5-a7d0-91ddf6f11408 req-c10941e4-2382-4010-ab3e-1915806deecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:09.882840 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-05dbf606-3623-4fe5-a7d0-91ddf6f11408 req-c10941e4-2382-4010-ab3e-1915806deecb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1128 time: 0.0401807 Sep 16 08:15:10.018951 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bc15d-4346-478c-b918-a10690d9b63b req-fb361128-12da-4b5e-9e29-6c5ec2ae830b tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:10.020441 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c36bc15d-4346-478c-b918-a10690d9b63b req-fb361128-12da-4b5e-9e29-6c5ec2ae830b tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0672946 Sep 16 08:15:10.062512 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbf606-3623-4fe5-a7d0-91ddf6f11408 req-9b6cfbed-ac7b-48b0-88e5-0c2a7e9b31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:10.064552 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-05dbf606-3623-4fe5-a7d0-91ddf6f11408 req-9b6cfbed-ac7b-48b0-88e5-0c2a7e9b31b4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=715b5f5887c940aca9d81291d48fd426&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1627843 Sep 16 08:15:10.084188 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Attempt 3 to provision port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 Sep 16 08:15:10.122932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-90ed62b0-2012-425b-a403-5a1e469d3289 None None] Port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:15:10.136752 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c36bc15d-4346-478c-b918-a10690d9b63b req-691d7d12-8b13-4a0b-8039-296323187e7e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091080 Sep 16 08:15:10.179573 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbf606-3623-4fe5-a7d0-91ddf6f11408 req-1cf80f8c-9522-4058-b89e-1d1877991ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:10.181008 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-05dbf606-3623-4fe5-a7d0-91ddf6f11408 req-1cf80f8c-9522-4058-b89e-1d1877991ea4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089747 Sep 16 08:15:10.285196 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-87fbb919-69e2-424b-985d-2892d3bfa575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:10.288118 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-87fbb919-69e2-424b-985d-2892d3bfa575 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1128 time: 0.0440946 Sep 16 08:15:10.332874 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-ef3069fd-e145-4394-8d68-5a799994803c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 217 time: 0.0325823 Sep 16 08:15:10.382774 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-9cf197c2-7d95-4994-989f-7ed9cbc6cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:10.384274 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-9cf197c2-7d95-4994-989f-7ed9cbc6cdf9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0449302 Sep 16 08:15:10.428301 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-2d818cca-e108-4e82-8e44-5eda72e61052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:10.429775 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-2d818cca-e108-4e82-8e44-5eda72e61052 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388024 Sep 16 08:15:10.511384 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:10.527156 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-d9a81d5b-f3c9-4734-b155-548d4cec148d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879276 Sep 16 08:15:10.581885 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:10.624016 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0cb546f-6d29-46a4-90ca-d7d7363aa1b2 req-0cffba90-f761-47cf-9b70-2e4f206ef002 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900190 Sep 16 08:15:10.653522 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-cca5b4a4-d59a-44da-8714-549976ad7845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:11.267634 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde515a-0dc5-4d9d-87ab-09c115333204 req-389f3f37-262f-4406-b419-945994bb35a4 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:11.269178 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5cde515a-0dc5-4d9d-87ab-09c115333204 req-389f3f37-262f-4406-b419-945994bb35a4 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0504014 Sep 16 08:15:11.319194 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5cde515a-0dc5-4d9d-87ab-09c115333204 req-993de90c-73f1-431c-95a9-d4cb8b32be88 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Sep 16 08:15:12.014102 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:12.116009 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:12.440849 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecd326-ad5e-40b8-b96b-3eb1931d885b req-5e42ad52-c09c-4a29-9b2b-f23fd347d5f5 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:12.442335 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e8ecd326-ad5e-40b8-b96b-3eb1931d885b req-5e42ad52-c09c-4a29-9b2b-f23fd347d5f5 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0477722 Sep 16 08:15:12.502731 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-e8ecd326-ad5e-40b8-b96b-3eb1931d885b req-d756fd16-eec4-4afa-917f-27590d7fa647 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544264 Sep 16 08:15:12.816985 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59078) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:12.923081 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-93d1219e-e33d-448a-ba18-ae7582d511c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:12.998552 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-93d1219e-e33d-448a-ba18-ae7582d511c1 admin admin] Publish callbacks [] for security_group (8e4b6ab7-957f-4713-ab3b-8ce5d74ce391), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.058370 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-93d1219e-e33d-448a-ba18-ae7582d511c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8e4b6ab7-957f-4713-ab3b-8ce5d74ce391), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.097474 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-93d1219e-e33d-448a-ba18-ae7582d511c1 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a8caae866029435bb715f06699a6da46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793238 Sep 16 08:15:13.098260 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1219e-e33d-448a-ba18-ae7582d511c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b6ab7-957f-4713-ab3b-8ce5d74ce391,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:13.101011 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59082) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:13.149228 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8b73a382-ce5e-46a9-b123-9729d5429230 admin admin] Publish callbacks [] for security_group (8e4b6ab7-957f-4713-ab3b-8ce5d74ce391), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.168704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8b73a382-ce5e-46a9-b123-9729d5429230 admin admin] Publish callbacks [] for security_group (8e4b6ab7-957f-4713-ab3b-8ce5d74ce391), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.276016 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8b73a382-ce5e-46a9-b123-9729d5429230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (8e4b6ab7-957f-4713-ab3b-8ce5d74ce391), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.278846 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8b73a382-ce5e-46a9-b123-9729d5429230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.279981 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-8b73a382-ce5e-46a9-b123-9729d5429230 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/8e4b6ab7-957f-4713-ab3b-8ce5d74ce391 HTTP/1.1" status: 204 len: 168 time: 0.1777854 Sep 16 08:15:13.288624 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73a382-ce5e-46a9-b123-9729d5429230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b6ab7-957f-4713-ab3b-8ce5d74ce391,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:13.573382 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.628467 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49a579-a4bf-47fa-8c42-5e7adfe49ffc req-b52a84e7-0989-40d9-ab3c-9173290e25a5 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:13.629936 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a49a579-a4bf-47fa-8c42-5e7adfe49ffc req-b52a84e7-0989-40d9-ab3c-9173290e25a5 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0505276 Sep 16 08:15:13.679367 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-2a49a579-a4bf-47fa-8c42-5e7adfe49ffc req-0f77ec0b-929b-4717-867d-55b2a4769ee4 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436177 Sep 16 08:15:13.893507 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:13.920692 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59092) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:13.933923 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ecbc4099-df1b-4245-8d3e-b792254d4063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:14.007086 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ecbc4099-df1b-4245-8d3e-b792254d4063 admin admin] Publish callbacks [] for security_group (7c4bbc73-0cc0-48af-bf0c-8324bae765a5), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:14.081328 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-ecbc4099-df1b-4245-8d3e-b792254d4063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7c4bbc73-0cc0-48af-bf0c-8324bae765a5), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:14.120483 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-ecbc4099-df1b-4245-8d3e-b792254d4063 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=c7e380ccc6ae49d5a7363e40dc7bb589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986949 Sep 16 08:15:14.121609 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc4099-df1b-4245-8d3e-b792254d4063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4bbc73-0cc0-48af-bf0c-8324bae765a5,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:14.123208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59094) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:14.144992 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:14.176856 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-88d1d61c-ed58-4486-8051-42e91d4604e4 admin admin] Publish callbacks [] for security_group (7c4bbc73-0cc0-48af-bf0c-8324bae765a5), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:14.197579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-88d1d61c-ed58-4486-8051-42e91d4604e4 admin admin] Publish callbacks [] for security_group (7c4bbc73-0cc0-48af-bf0c-8324bae765a5), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:14.316528 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-88d1d61c-ed58-4486-8051-42e91d4604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (7c4bbc73-0cc0-48af-bf0c-8324bae765a5), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:14.319075 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-88d1d61c-ed58-4486-8051-42e91d4604e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:14.320217 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-88d1d61c-ed58-4486-8051-42e91d4604e4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/7c4bbc73-0cc0-48af-bf0c-8324bae765a5 HTTP/1.1" status: 204 len: 168 time: 0.1960092 Sep 16 08:15:14.328427 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1d61c-ed58-4486-8051-42e91d4604e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4bbc73-0cc0-48af-bf0c-8324bae765a5,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:14.959980 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccce52-dd80-4807-9dcf-59adbfcb4d52 req-926884c5-24bd-48bd-b1ed-7e0e67d62bf6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:14.961472 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-55ccce52-dd80-4807-9dcf-59adbfcb4d52 req-926884c5-24bd-48bd-b1ed-7e0e67d62bf6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.2052426 Sep 16 08:15:14.966885 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59106) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:14.992730 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33b41135-a036-4016-a55e-a1663fd1f4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:15.044552 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-55ccce52-dd80-4807-9dcf-59adbfcb4d52 req-e9534092-f193-4488-b165-6f5c2a67bd31 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706058 Sep 16 08:15:15.100016 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33b41135-a036-4016-a55e-a1663fd1f4e4 admin admin] Publish callbacks [] for security_group (4bf9cbe1-c57d-45d5-8fff-b174e9002efe), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:15.144477 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-33b41135-a036-4016-a55e-a1663fd1f4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4bf9cbe1-c57d-45d5-8fff-b174e9002efe), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:15.184107 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-33b41135-a036-4016-a55e-a1663fd1f4e4 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=a1bdd1867d8e4c4bba85b8e66f92df50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161045 Sep 16 08:15:15.185903 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b41135-a036-4016-a55e-a1663fd1f4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf9cbe1-c57d-45d5-8fff-b174e9002efe,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:15.187048 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59108) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:15.237072 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-964fba3a-74d7-4211-8224-aff646423c79 admin admin] Publish callbacks [] for security_group (4bf9cbe1-c57d-45d5-8fff-b174e9002efe), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:15.260576 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-964fba3a-74d7-4211-8224-aff646423c79 admin admin] Publish callbacks [] for security_group (4bf9cbe1-c57d-45d5-8fff-b174e9002efe), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:15.413304 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-964fba3a-74d7-4211-8224-aff646423c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4bf9cbe1-c57d-45d5-8fff-b174e9002efe), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:15.415839 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-964fba3a-74d7-4211-8224-aff646423c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:15.416995 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-964fba3a-74d7-4211-8224-aff646423c79 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4bf9cbe1-c57d-45d5-8fff-b174e9002efe HTTP/1.1" status: 204 len: 168 time: 0.2289586 Sep 16 08:15:15.425594 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fba3a-74d7-4211-8224-aff646423c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf9cbe1-c57d-45d5-8fff-b174e9002efe,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:16.200114 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91250637-90b1-4004-b34c-0df957b829b0 req-811c662c-ca82-4f5a-b437-79e0a85d9d99 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:16.200114 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-91250637-90b1-4004-b34c-0df957b829b0 req-811c662c-ca82-4f5a-b437-79e0a85d9d99 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0530794 Sep 16 08:15:16.249001 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-91250637-90b1-4004-b34c-0df957b829b0 req-3c8a0794-a97f-4493-aa2b-73b677358049 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450318 Sep 16 08:15:17.306441 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ffe6532b-6bcb-4c4c-a9aa-8071554bec05 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:15:17.372787 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc4a14-816c-4430-acc0-a1e094d01518 req-648fcf1c-d5b0-4517-90ef-7e6cc3838f2c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:17.374979 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a4dc4a14-816c-4430-acc0-a1e094d01518 req-648fcf1c-d5b0-4517-90ef-7e6cc3838f2c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0515616 Sep 16 08:15:17.395444 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:17.413545 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:17.426130 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'port_id': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'mac_address': 'fa:16:3e:8b:bd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:15:17.428787 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a4dc4a14-816c-4430-acc0-a1e094d01518 req-21ec4b48-6f29-4f61-8eaf-08481a07d42e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473697 Sep 16 08:15:17.472076 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:15:17.472475 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:17.485731 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe6532b-6bcb-4c4c-a9aa-8071554bec05 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:15:17.520311 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:17.619268 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:17.666789 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:17.673845 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.674889 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.675241 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.675578 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.675910 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.676242 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.676569 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.676895 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.677229 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.677554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.677888 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.678215 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.678539 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.678884 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.679213 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:17.969328 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['ffe6532b-6bcb-4c4c-a9aa-8071554bec05'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:15:18.732733 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05eeb0-711f-4dd7-a9ce-125ad1beaed9 req-be8be16f-793f-4e7e-a309-6b2347af8baf tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:18.734542 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ef05eeb0-711f-4dd7-a9ce-125ad1beaed9 req-be8be16f-793f-4e7e-a309-6b2347af8baf tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 945 time: 0.2274134 Sep 16 08:15:18.786443 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-ef05eeb0-711f-4dd7-a9ce-125ad1beaed9 req-f10a6d2b-0c8d-43ab-886a-52d8713599c4 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442796 Sep 16 08:15:19.322328 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ffe6532b-6bcb-4c4c-a9aa-8071554bec05 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:15:19.366455 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:15:19.418461 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:15:19.418797 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:19.419132 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 Sep 16 08:15:19.487590 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:15:19.487976 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:19.510201 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:19.512810 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db72bce1-8f0e-49f9-aba9-c341332cb7a5" -d '{"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:19.514472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:19.526554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:19.527437 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:19.552789 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26584e90-9da5-4bdd-b171-49ee27109d1b x-openstack-request-id: req-26584e90-9da5-4bdd-b171-49ee27109d1b {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:19.553077 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:19.553328 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26584e90-9da5-4bdd-b171-49ee27109d1b {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:19.553718 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26584e90-9da5-4bdd-b171-49ee27109d1b'] response: {'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'code': 200} Sep 16 08:15:19.613574 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:19.659794 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:19.894883 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:19.902130 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:19.912939 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb3ca9-3b82-4696-bf37-5faf1b3c00c1 req-f17a005c-acb4-41f3-b165-fe8446ec1416 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:19.914402 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7cdb3ca9-3b82-4696-bf37-5faf1b3c00c1 req-f17a005c-acb4-41f3-b165-fe8446ec1416 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0502307 Sep 16 08:15:19.963150 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-7cdb3ca9-3b82-4696-bf37-5faf1b3c00c1 req-f1aae569-4a62-4348-ac01-afaa33b8bc89 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Sep 16 08:15:20.024127 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68dcca-8514-448e-81a7-13eb73004c7b req-05dda606-9cc6-43bd-a0b5-65fbbaa221a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:20.025606 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9e68dcca-8514-448e-81a7-13eb73004c7b req-05dda606-9cc6-43bd-a0b5-65fbbaa221a8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0380387 Sep 16 08:15:20.078721 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-9e68dcca-8514-448e-81a7-13eb73004c7b req-7673db59-332c-4a7c-9243-3526e1a4902d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456212 Sep 16 08:15:21.088441 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbcd42-79e3-4625-a34c-390c71f4cdec req-45457b63-bb37-49c1-8611-1d25f43e0c08 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:21.089984 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-acbbcd42-79e3-4625-a34c-390c71f4cdec req-45457b63-bb37-49c1-8611-1d25f43e0c08 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0474272 Sep 16 08:15:21.139547 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-acbbcd42-79e3-4625-a34c-390c71f4cdec req-7c44de86-adc2-4bde-b84c-d23e775dd708 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Sep 16 08:15:22.047568 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:22.258374 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972e44b-9b1b-4bc0-a96f-84ba3cec0057 req-b6ffcd55-f0a6-4814-be36-e06d03785dba tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:22.260002 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9972e44b-9b1b-4bc0-a96f-84ba3cec0057 req-b6ffcd55-f0a6-4814-be36-e06d03785dba tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0452802 Sep 16 08:15:22.307480 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9972e44b-9b1b-4bc0-a96f-84ba3cec0057 req-f39b589a-6264-4853-88e8-1077ccc83558 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Sep 16 08:15:23.424744 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bfc54-2059-4931-988d-9b9fc9e84e53 req-c4285b76-25c7-467f-add1-bbf1e0b70093 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:23.426172 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f80bfc54-2059-4931-988d-9b9fc9e84e53 req-c4285b76-25c7-467f-add1-bbf1e0b70093 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0461142 Sep 16 08:15:23.474514 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f80bfc54-2059-4931-988d-9b9fc9e84e53 req-075c9b90-d5fe-4df0-8d1f-0c30c89e5844 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Sep 16 08:15:24.605025 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31911-9ef4-4d53-b80a-fc447b0bb4cb req-b8f994ba-d48b-4078-bbb2-7063f87371b9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:24.606469 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-23c31911-9ef4-4d53-b80a-fc447b0bb4cb req-b8f994ba-d48b-4078-bbb2-7063f87371b9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0569079 Sep 16 08:15:24.656351 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-23c31911-9ef4-4d53-b80a-fc447b0bb4cb req-489d1135-a12f-4e36-b3ee-a56b0f6f06da tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Sep 16 08:15:24.781673 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c037f-703b-4fba-88b3-58a45f461575 req-e397c453-5c65-43c6-9a30-866bd4713b9d tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:24.783090 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf8c037f-703b-4fba-88b3-58a45f461575 req-e397c453-5c65-43c6-9a30-866bd4713b9d tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0518911 Sep 16 08:15:24.832795 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-cf8c037f-703b-4fba-88b3-58a45f461575 req-2c598243-2b32-4377-8d51-458c8450cc0b tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Sep 16 08:15:24.860790 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59256) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:25.009960 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7475a-79ff-4909-b0db-3c8150661f74 tempest-TestShelveInstance-1815133834 tempest-TestShelveInstance-1815133834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:25.014863 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59264) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:25.015031 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-2fc7475a-79ff-4909-b0db-3c8150661f74 tempest-TestShelveInstance-1815133834 tempest-TestShelveInstance-1815133834-project-admin] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1125 time: 0.1530733 Sep 16 08:15:25.020483 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.v2.base [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Request body: {'floatingip': {'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'port_id': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:15:25.116052 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:25.195911 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:25.306961 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_common [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Allocated IP 172.27.1.199 (c9e1aa68-3ad7-4613-8729-41f2c07c62ac/815805d9-f4b9-4c08-bcd3-f5aa92b2c340/cfad7e7e-ef89-4ce2-a79a-18d4121ba621) {{(pid=106810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:15:25.414897 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:25.504949 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:25.545499 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Network c9e1aa68-3ad7-4613-8729-41f2c07c62ac is already hosted by enough agents. {{(pid=106810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:15:25.548410 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.base_scheduler [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Resources bound (agent type, host, resource id): {{(pid=106810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:15:25.552873 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Received port after_create {{(pid=106810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:15:25.574576 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'Port': ['ID=cfad7e7e-ef89-4ce2-a79a-18d4121ba621,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:25.704077 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:25.719952 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:25.902818 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for floatingip (cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:26.022995 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), before_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:26.167670 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), precommit_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:26.247628 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804694'] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), after_update {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:26.317014 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event updated for resources: {'Port': ['ID=cfad7e7e-ef89-4ce2-a79a-18d4121ba621,revision_number=2']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:26.319722 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16277414'] for floatingip (cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:26.412946 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.db.l3_db [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Floating IP cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a associated. External IP: 172.27.1.199, port: ffe6532b-6bcb-4c4c-a9aa-8071554bec05. Sep 16 08:15:26.486283 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:26.615989 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Router 431d26ae-34fe-443d-b437-6785d67ab12d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:15:26.675893 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:26.722207 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:15:26.732703 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] Sync routers for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:15:26.743081 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:15:26.743697 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:26.820890 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:26.854149 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-112d612d-8f26-406b-965f-028bc2c9b21f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8380029 Sep 16 08:15:26.854817 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:26.857089 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44abce74-5f6a-4214-9d8e-a494e315fcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:26.859462 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:15:26.895012 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b220d880-7a49-4242-bcc0-7d4c573ec9ab x-openstack-request-id: req-b220d880-7a49-4242-bcc0-7d4c573ec9ab {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:26.899362 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:26.899362 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b220d880-7a49-4242-bcc0-7d4c573ec9ab {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:26.899362 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b220d880-7a49-4242-bcc0-7d4c573ec9ab'] response: {'name': 'network-changed', 'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'status': 'completed', 'code': 200} Sep 16 08:15:27.019397 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-3ad9376b-d85e-46f9-ad6f-daa76a795dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:27.019397 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-3ad9376b-d85e-46f9-ad6f-daa76a795dda service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0608850 Sep 16 08:15:27.026206 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:27.084996 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'port_id': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'mac_address': 'fa:16:3e:8b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:15:25Z', 'updated_at': '2022-09-16T08:15:25Z', 'revision_number': 0, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:33Z', 'revision_number': 5, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:27.113486 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] Checking router: 431d26ae-34fe-443d-b437-6785d67ab12d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:15:27.114020 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-3e42dce9-1f13-40f8-93fb-b5b1a3f49faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:27.115659 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-3e42dce9-1f13-40f8-93fb-b5b1a3f49faa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 909 time: 0.0981529 Sep 16 08:15:27.121955 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:15:27.123917 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:27.182221 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-457b6a4d-3e4d-444e-bc12-76f7fdce777b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 1000 time: 0.0597370 Sep 16 08:15:27.227165 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:15:27.237766 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-f801d87c-3f6e-41a5-a3bb-8291ee37d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:27.239333 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-f801d87c-3f6e-41a5-a3bb-8291ee37d439 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0508413 Sep 16 08:15:27.439111 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'port_id': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'mac_address': 'fa:16:3e:8b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:15:25Z', 'updated_at': '2022-09-16T08:15:25Z', 'revision_number': 0, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:33Z', 'revision_number': 5, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:27.471935 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d5a622-3f64-488b-950d-a86ecb0c29d3 None None] The sync data for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi is: [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': 'cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'port_id': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'mac_address': 'fa:16:3e:8b:bd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:15:25Z', 'updated_at': '2022-09-16T08:15:25Z', 'revision_number': 0, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:33Z', 'revision_number': 5, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:15:27.579247 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-ab477721-7fcc-46b0-a231-5765bf520497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:27.581562 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-ab477721-7fcc-46b0-a231-5765bf520497 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457339 Sep 16 08:15:27.706188 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-310145cb-b9d2-417f-9fbe-8aa49b6c00dc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077094 Sep 16 08:15:27.728367 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45edb9c-f87b-4b74-9a1d-f46952357ec8 None None] New status for floating IP cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a: ACTIVE {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:15:27.789010 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:27.823377 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-44abce74-5f6a-4214-9d8e-a494e315fcdd req-cdad0b62-0435-422a-9a4b-06566f47abdd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110845 Sep 16 08:15:28.748491 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59322) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:28.857861 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:28.931871 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Publish callbacks [] for security_group (637f639c-3c23-4ef1-a0fe-d69850d7e3e0), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:29.002207 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (637f639c-3c23-4ef1-a0fe-d69850d7e3e0), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:29.046150 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=69876b8ba5ff43038b9b71c16089ca1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965324 Sep 16 08:15:29.047028 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637f639c-3c23-4ef1-a0fe-d69850d7e3e0,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:29.048929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59332) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:29.054521 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.056699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.056699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.056699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.056699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.056699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.056699 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.057279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.057378 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.057637 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.057965 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.058290 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.058614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.058985 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.059308 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c60c16-ae32-499e-a65f-288b7d434cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:15:29.100089 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d4d513a-1bbf-4cba-8925-fe58b1921927 admin admin] Publish callbacks [] for security_group (637f639c-3c23-4ef1-a0fe-d69850d7e3e0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:29.120056 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d4d513a-1bbf-4cba-8925-fe58b1921927 admin admin] Publish callbacks [] for security_group (637f639c-3c23-4ef1-a0fe-d69850d7e3e0), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:29.247258 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d4d513a-1bbf-4cba-8925-fe58b1921927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (637f639c-3c23-4ef1-a0fe-d69850d7e3e0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:29.249749 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-9d4d513a-1bbf-4cba-8925-fe58b1921927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:29.250910 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-9d4d513a-1bbf-4cba-8925-fe58b1921927 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/637f639c-3c23-4ef1-a0fe-d69850d7e3e0 HTTP/1.1" status: 204 len: 168 time: 0.2008867 Sep 16 08:15:29.259089 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d513a-1bbf-4cba-8925-fe58b1921927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637f639c-3c23-4ef1-a0fe-d69850d7e3e0,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:29.655190 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:15:29.829248 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59338) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:29.842456 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-afedfd51-a43a-4d57-84f8-bc6bf6411081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:29.917638 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-afedfd51-a43a-4d57-84f8-bc6bf6411081 admin admin] Publish callbacks [] for security_group (9caa9e48-4428-4ae4-9828-244816adc96a), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.001351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-afedfd51-a43a-4d57-84f8-bc6bf6411081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9caa9e48-4428-4ae4-9828-244816adc96a), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.040142 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedfd51-a43a-4d57-84f8-bc6bf6411081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa9e48-4428-4ae4-9828-244816adc96a,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:30.044463 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-afedfd51-a43a-4d57-84f8-bc6bf6411081 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=4eea1c2acdbc4cd3b34ab75b433b34c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141650 Sep 16 08:15:30.052295 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59342) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:30.097798 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b36e630-088c-46c8-b685-f254157c9fd2 admin admin] Publish callbacks [] for security_group (9caa9e48-4428-4ae4-9828-244816adc96a), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.117656 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b36e630-088c-46c8-b685-f254157c9fd2 admin admin] Publish callbacks [] for security_group (9caa9e48-4428-4ae4-9828-244816adc96a), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.246861 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b36e630-088c-46c8-b685-f254157c9fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (9caa9e48-4428-4ae4-9828-244816adc96a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.246861 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-7b36e630-088c-46c8-b685-f254157c9fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.246861 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-7b36e630-088c-46c8-b685-f254157c9fd2 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/9caa9e48-4428-4ae4-9828-244816adc96a HTTP/1.1" status: 204 len: 168 time: 0.1973796 Sep 16 08:15:30.254322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36e630-088c-46c8-b685-f254157c9fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa9e48-4428-4ae4-9828-244816adc96a,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:30.322942 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-b6f679d5-e175-4469-8b71-fff1312186ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399430 Sep 16 08:15:30.403070 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-5bf5dc55-f329-4ccd-89b2-64a916978b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:30.404558 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-5bf5dc55-f329-4ccd-89b2-64a916978b9f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 1130 time: 0.0400126 Sep 16 08:15:30.476476 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:30.513240 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-cd089648-8d0f-4bdd-af07-29083851667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:30.514862 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-cd089648-8d0f-4bdd-af07-29083851667f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.0918999 Sep 16 08:15:30.579364 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-ac47d563-68f5-4861-9604-c4ad20dca2ff service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27297ab7-03c2-443e-8e58-5bfab33fa167 HTTP/1.1" status: 200 len: 1002 time: 0.0580158 Sep 16 08:15:30.624903 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:30.629464 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-9dc5e4c2-0a7a-446a-9301-da50e1e55c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:30.630910 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-9dc5e4c2-0a7a-446a-9301-da50e1e55c62 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0445402 Sep 16 08:15:30.678619 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-79fcf14e-2b67-4885-8002-1f2eac6aa80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:30.680164 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-79fcf14e-2b67-4885-8002-1f2eac6aa80a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430319 Sep 16 08:15:30.776182 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-72629910-6499-4179-ab9e-a1a20d67c525 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889578 Sep 16 08:15:30.813222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59354) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:30.827190 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-93800091-8493-43a8-8b04-8c9adbf7cbdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.873559 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-eb6e9ae3-cc2f-414b-95a7-34b004690522 req-e6336d60-c067-4d74-ad9c-27e5f6bf99b6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899129 Sep 16 08:15:30.903077 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-93800091-8493-43a8-8b04-8c9adbf7cbdd admin admin] Publish callbacks [] for security_group (3f5a5324-a2e2-418a-a022-3a33646ad5dd), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:30.972747 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-93800091-8493-43a8-8b04-8c9adbf7cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3f5a5324-a2e2-418a-a022-3a33646ad5dd), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:31.012914 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-93800091-8493-43a8-8b04-8c9adbf7cbdd admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=0f2b73cad8c7429382b0772521a8edfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984212 Sep 16 08:15:31.013756 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93800091-8493-43a8-8b04-8c9adbf7cbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5a5324-a2e2-418a-a022-3a33646ad5dd,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:31.016608 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59356) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:31.068594 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a35892ae-42a0-496f-93b1-f129453d8ca7 admin admin] Publish callbacks [] for security_group (3f5a5324-a2e2-418a-a022-3a33646ad5dd), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:31.092097 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a35892ae-42a0-496f-93b1-f129453d8ca7 admin admin] Publish callbacks [] for security_group (3f5a5324-a2e2-418a-a022-3a33646ad5dd), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:31.201327 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a35892ae-42a0-496f-93b1-f129453d8ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (3f5a5324-a2e2-418a-a022-3a33646ad5dd), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:31.203856 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-a35892ae-42a0-496f-93b1-f129453d8ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:31.205006 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-a35892ae-42a0-496f-93b1-f129453d8ca7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/3f5a5324-a2e2-418a-a022-3a33646ad5dd HTTP/1.1" status: 204 len: 168 time: 0.1872175 Sep 16 08:15:31.212621 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35892ae-42a0-496f-93b1-f129453d8ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5a5324-a2e2-418a-a022-3a33646ad5dd,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:33.672305 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:34.135363 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-d9ddb06f-78d6-47e9-8b43-1f36ca3e61c6 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/networks?tenant_id=189501ce59cd40bcbdf98964e256838f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323958 Sep 16 08:15:34.314526 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-32419841-8ecb-463b-9a7c-1aa1f62a85d2 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:34.315926 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-32419841-8ecb-463b-9a7c-1aa1f62a85d2 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753802 Sep 16 08:15:34.330357 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-cf32df6d-9d64-4038-b462-b9fb34cb6b24 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/quotas/189501ce59cd40bcbdf98964e256838f HTTP/1.1" status: 200 len: 375 time: 0.0088358 Sep 16 08:15:34.362354 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-aa9218c6-fd2a-407a-92c2-efa2560d69dc tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?tenant_id=189501ce59cd40bcbdf98964e256838f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269868 Sep 16 08:15:34.629392 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-60f78a00-e169-498e-9fde-1cd3a50f7634 req-becda47b-9c08-4d5d-874d-7313db952f16 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Sep 16 08:15:35.143312 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59448) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:35.187649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] Deleting subnet 0e39df02-f1c3-4719-ab6c-7cde45b4c554 {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:15:35.190730 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] Publish callbacks [] for subnet (0e39df02-f1c3-4719-ab6c-7cde45b4c554), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.228097 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (0e39df02-f1c3-4719-ab6c-7cde45b4c554), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.267646 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (0e39df02-f1c3-4719-ab6c-7cde45b4c554), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.395946 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (0e39df02-f1c3-4719-ab6c-7cde45b4c554), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.421793 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e39df02-f1c3-4719-ab6c-7cde45b4c554,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:35.427122 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.430038 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-bf26e047-0f5c-4331-b838-1139a0373fb7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/0e39df02-f1c3-4719-ab6c-7cde45b4c554 HTTP/1.1" status: 204 len: 168 time: 0.2857149 Sep 16 08:15:35.432581 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59452) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:35.478743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:35.506035 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (bc4f5dfd-e75f-417b-a277-edb3999f1a95), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.544433 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:35.583478 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (bc4f5dfd-e75f-417b-a277-edb3999f1a95), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.607273 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4f5dfd-e75f-417b-a277-edb3999f1a95']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:35.617202 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6458b7ed-acc5-445d-8c23-4a8c232b227f') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:35.617575 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6458b7ed-acc5-445d-8c23-4a8c232b227f') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:35.627297 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (6458b7ed-acc5-445d-8c23-4a8c232b227f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.640541 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (6458b7ed-acc5-445d-8c23-4a8c232b227f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.646732 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:15:35.651446 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (6458b7ed-acc5-445d-8c23-4a8c232b227f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.710366 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 6458b7ed-acc5-445d-8c23-4a8c232b227f resource provider aggregate not found Sep 16 08:15:35.732145 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment 6458b7ed-acc5-445d-8c23-4a8c232b227f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6458b7ed-acc5-445d-8c23-4a8c232b227f found for delete ", "request_id": "req-854d601f-4507-4a61-b7cd-3ad03e27dfb1"}]} Sep 16 08:15:35.768019 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-3a937dff-d56b-47e7-b089-1a2a1699e2e9 req-c5efa41e-2255-49ce-b87f-d7c2b7299e7a tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0310910 Sep 16 08:15:35.806310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (bc4f5dfd-e75f-417b-a277-edb3999f1a95), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.808095 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:35.811157 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/bc4f5dfd-e75f-417b-a277-edb3999f1a95 HTTP/1.1" status: 204 len: 168 time: 0.3776417 Sep 16 08:15:35.830982 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10dbbc-c43d-4c54-8b14-822403579b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4f5dfd-e75f-417b-a277-edb3999f1a95,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:36.173306 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59462) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:36.212740 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-3aec5288-92f0-4318-9afb-ffa9ec7e5f1f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=e3276981b48d4974841dd97ee1cb9882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382330 Sep 16 08:15:36.215176 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59464) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:36.266005 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-68b95307-5d59-4442-9db3-3649987f6be0 admin admin] Publish callbacks [] for security_group (10f7d87e-2cae-45e5-aa68-bceb96713467), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:36.542007 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-68b95307-5d59-4442-9db3-3649987f6be0 admin admin] Publish callbacks [] for security_group (10f7d87e-2cae-45e5-aa68-bceb96713467), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:36.669846 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-68b95307-5d59-4442-9db3-3649987f6be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (10f7d87e-2cae-45e5-aa68-bceb96713467), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:36.672338 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-68b95307-5d59-4442-9db3-3649987f6be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:36.673508 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-68b95307-5d59-4442-9db3-3649987f6be0 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/10f7d87e-2cae-45e5-aa68-bceb96713467 HTTP/1.1" status: 204 len: 168 time: 0.4574435 Sep 16 08:15:36.681129 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b95307-5d59-4442-9db3-3649987f6be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f7d87e-2cae-45e5-aa68-bceb96713467,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:36.874019 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-64b0902f-f99a-4bc7-804a-40076ee82fa7 req-2913a6fa-15ed-4c82-b62d-8f14618630d3 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0277262 Sep 16 08:15:36.985016 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-fa8e7789-f75d-4efb-b7ac-2c37da355f88 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=189501ce59cd40bcbdf98964e256838f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291467 Sep 16 08:15:37.108786 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-e91783ac-7ed6-41b4-8dbd-dcfb6f7126a5 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:37.109160 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-e91783ac-7ed6-41b4-8dbd-dcfb6f7126a5 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193893 Sep 16 08:15:37.131423 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Request body: {'port': {'device_id': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b', 'admin_state_up': True, 'tenant_id': '189501ce59cd40bcbdf98964e256838f'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:15:37.350268 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Made reservation on behalf of 189501ce59cd40bcbdf98964e256838f for: {'port': 1} {{(pid=106809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 08:15:37.354104 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:37.363032 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks [] for security_group (None), before_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:37.433434 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:37.486585 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks [] for security_group (119d47c1-63e1-4fea-a636-ff68c3ca5bc8), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:37.561515 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (119d47c1-63e1-4fea-a636-ff68c3ca5bc8), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:37.569465 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:37.624619 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119d47c1-63e1-4fea-a636-ff68c3ca5bc8,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:37.710829 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.db_base_plugin_common [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Allocated IP 192.168.233.99 (e9218410-d01d-4160-8f2c-0da643f4f31b/eebd66dc-8de0-425d-aa10-1b32ceac5a2c/4c71af95-db77-41b0-98dc-6563d326504f) {{(pid=106809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 08:15:38.132023 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-481515ec-8449-4b65-9c60-33bb419a32ac req-a0143c07-8c2b-4015-bf17-1a56438e139b tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0360620 Sep 16 08:15:38.141345 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks [] for port (4c71af95-db77-41b0-98dc-6563d326504f), precommit_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.253674 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752245699777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (4c71af95-db77-41b0-98dc-6563d326504f), after_create {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.298579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Network e9218410-d01d-4160-8f2c-0da643f4f31b is already hosted by enough agents. {{(pid=106809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 08:15:38.302324 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.base_scheduler [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Resources bound (agent type, host, resource id): {{(pid=106809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 08:15:38.306347 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Received port after_create {{(pid=106809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 08:15:38.312535 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Pushing event updated for resources: {'Port': ['ID=4c71af95-db77-41b0-98dc-6563d326504f,revision_number=1']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:38.364636 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:38.365263 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.368972 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-14f00b5c-d0a4-46e1-8aea-b43c138e5d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.483949 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-00d71777-989a-416b-8b58-26de70200dee tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3576167 Sep 16 08:15:38.493876 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-8f7d7dca-ce3f-48ab-83ac-df1dc7da4108 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] http://10.222.0.59:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 08:15:38.494834 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-8f7d7dca-ce3f-48ab-83ac-df1dc7da4108 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052683 Sep 16 08:15:38.512114 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Provisioning complete for port 4c71af95-db77-41b0-98dc-6563d326504f triggered by entity DHCP. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:15:38.512492 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4c71af95-db77-41b0-98dc-6563d326504f), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.512831 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Attempt 1 to provision port 4c71af95-db77-41b0-98dc-6563d326504f Sep 16 08:15:38.514008 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.v2.base [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Request body: {'port': {'device_id': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=106809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 08:15:38.543890 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Port 4c71af95-db77-41b0-98dc-6563d326504f cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:15:38.574523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4c71af95-db77-41b0-98dc-6563d326504f), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.589716 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:38.834543 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c71af95-db77-41b0-98dc-6563d326504f {{(pid=106809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:15:38.842168 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Publish callbacks [] for port (4c71af95-db77-41b0-98dc-6563d326504f), precommit_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.845553 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:38.855708 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.provisioning_blocks [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Transition to ACTIVE for port object 4c71af95-db77-41b0-98dc-6563d326504f will not be triggered until provisioned by entity L2. {{(pid=106809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 08:15:38.920986 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (4c71af95-db77-41b0-98dc-6563d326504f), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:38.999676 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c71af95-db77-41b0-98dc-6563d326504f,revision_number=2']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:39.028870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Attempting to bind port 4c71af95-db77-41b0-98dc-6563d326504f on host hv-cinder-74014 for vnic_type normal with profile {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 08:15:39.029208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Attempting to bind port 4c71af95-db77-41b0-98dc-6563d326504f by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 08:15:39.029537 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Attempting to bind port 4c71af95-db77-41b0-98dc-6563d326504f on network e9218410-d01d-4160-8f2c-0da643f4f31b {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:15:39.045478 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Attempt 2 to provision port 4c71af95-db77-41b0-98dc-6563d326504f Sep 16 08:15:39.070662 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Port 4c71af95-db77-41b0-98dc-6563d326504f on network e9218410-d01d-4160-8f2c-0da643f4f31b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 08:15:39.071021 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Attempting to bind port 4c71af95-db77-41b0-98dc-6563d326504f on network e9218410-d01d-4160-8f2c-0da643f4f31b {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 08:15:39.078852 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Port 4c71af95-db77-41b0-98dc-6563d326504f cannot update to ACTIVE because it is not bound. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 08:15:39.117105 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Checking agent: {'id': '38e80171-da6a-4ba1-8053-eb893897204c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'started_at': datetime.datetime(2022, 9, 16, 8, 3, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 08:15:39.117441 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Checking segment: {'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 08:15:39.117819 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Bound using segment: {'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'} {{(pid=106809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 08:15:39.118250 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.managers [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Bound port: 4c71af95-db77-41b0-98dc-6563d326504f, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b40c210-6fa5-4342-a330-94356c9b6ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b'}}] {{(pid=106809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 08:15:39.118602 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4c71af95-db77-41b0-98dc-6563d326504f), before_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:39.178981 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] For port 4c71af95-db77-41b0-98dc-6563d326504f, host hv-cinder-74014, cleared binding levels {{(pid=106809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 08:15:39.182165 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] For port 4c71af95-db77-41b0-98dc-6563d326504f, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4c71af95-db77-41b0-98dc-6563d326504f,segment=NetworkSegment(0b40c210-6fa5-4342-a330-94356c9b6ba4),segment_id=0b40c210-6fa5-4342-a330-94356c9b6ba4)] {{(pid=106809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 08:15:39.254031 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d109611-3600-45a4-be30-f0fa6d0cd8b4 req-20b2d395-c9d9-4a93-9067-40b7329bf707 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:39.255511 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6d109611-3600-45a4-be30-f0fa6d0cd8b4 req-20b2d395-c9d9-4a93-9067-40b7329bf707 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 947 time: 0.0466392 Sep 16 08:15:39.282127 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13209527'] for port (4c71af95-db77-41b0-98dc-6563d326504f), after_update {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:39.287159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:39.288611 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:39.289300 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4c71af95-db77-41b0-98dc-6563d326504f HTTP/1.1" status: 200 len: 1097 time: 0.7791910 Sep 16 08:15:39.289852 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'tag': '4c71af95-db77-41b0-98dc-6563d326504f'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:39.292104 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f49437b-f335-4f5b-98e2-93dee8530567" -d '{"events": [{"name": "network-changed", "server_uuid": "54c9c15d-2a10-40aa-853f-f67e072cb4f2", "tag": "4c71af95-db77-41b0-98dc-6563d326504f"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:39.309090 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6d109611-3600-45a4-be30-f0fa6d0cd8b4 req-cf4f1632-d080-4696-a9d4-e61a32bf9ee1 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Sep 16 08:15:39.341185 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6613ac-5385-45c6-a82b-dd6104732bc4 x-openstack-request-id: req-0f6613ac-5385-45c6-a82b-dd6104732bc4 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:39.341468 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c9c15d-2a10-40aa-853f-f67e072cb4f2", "tag": "4c71af95-db77-41b0-98dc-6563d326504f", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:39.341717 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f6613ac-5385-45c6-a82b-dd6104732bc4 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:39.342115 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6613ac-5385-45c6-a82b-dd6104732bc4'] response: {'name': 'network-changed', 'server_uuid': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'tag': '4c71af95-db77-41b0-98dc-6563d326504f', 'status': 'completed', 'code': 200} Sep 16 08:15:39.347175 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb20df-b6c5-4cdb-b7db-683cb9d494a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c71af95-db77-41b0-98dc-6563d326504f,revision_number=3']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:39.427750 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49437b-f335-4f5b-98e2-93dee8530567 req-22ed1283-1cfc-4314-9a75-09edad347a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:39.429209 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0f49437b-f335-4f5b-98e2-93dee8530567 req-22ed1283-1cfc-4314-9a75-09edad347a7c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=189501ce59cd40bcbdf98964e256838f&device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 1131 time: 0.0436630 Sep 16 08:15:39.462451 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0f49437b-f335-4f5b-98e2-93dee8530567 req-f6533120-2cd2-4ef8-a0cd-8c42fc90406f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=189501ce59cd40bcbdf98964e256838f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198393 Sep 16 08:15:39.554870 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49437b-f335-4f5b-98e2-93dee8530567 req-76d4833d-181d-41e6-a8f8-dec94d225e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:39.556401 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0f49437b-f335-4f5b-98e2-93dee8530567 req-76d4833d-181d-41e6-a8f8-dec94d225e20 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885439 Sep 16 08:15:39.579499 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Attempt 3 to provision port 4c71af95-db77-41b0-98dc-6563d326504f Sep 16 08:15:39.616418 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b641c821-1bd7-437c-bc6a-5c7d5f9dc4e9 None None] Port 4c71af95-db77-41b0-98dc-6563d326504f had new provisioning blocks added so it will not transition to active. {{(pid=106811) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 08:15:39.673351 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-310b6322-b067-4b3e-8b12-3aa1bfc7ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:39.674876 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-310b6322-b067-4b3e-8b12-3aa1bfc7ab4a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=189501ce59cd40bcbdf98964e256838f&device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 1131 time: 0.0451562 Sep 16 08:15:39.730523 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-0453046a-83b7-45e1-8f4a-0e9885026ecc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=4c71af95-db77-41b0-98dc-6563d326504f HTTP/1.1" status: 200 len: 217 time: 0.0331197 Sep 16 08:15:39.780925 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-bdae9f1b-28cc-46d0-af42-91cffaae96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:39.782359 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-bdae9f1b-28cc-46d0-af42-91cffaae96b9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=eebd66dc-8de0-425d-aa10-1b32ceac5a2c HTTP/1.1" status: 200 len: 843 time: 0.0465469 Sep 16 08:15:39.827034 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-3a8ebc21-7736-42d5-894a-94d6985f6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:39.828625 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-3a8ebc21-7736-42d5-894a-94d6985f6b69 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e9218410-d01d-4160-8f2c-0da643f4f31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0403862 Sep 16 08:15:39.921419 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:39.925387 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-d6676040-1cc0-4a36-9f26-682b0f3344ff service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e9218410-d01d-4160-8f2c-0da643f4f31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873430 Sep 16 08:15:40.020242 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-4ecd3aca-98fc-4220-ae26-2e56c9ccc858 req-7a67dc78-a8c9-46d8-9561-efea9dbdc23d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e9218410-d01d-4160-8f2c-0da643f4f31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887816 Sep 16 08:15:40.426744 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478f704-ba66-4b29-aff6-a9e8b5cdeb1a req-f9d8dc89-7436-4336-ae36-342c33e31fd0 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:40.428177 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9478f704-ba66-4b29-aff6-a9e8b5cdeb1a req-f9d8dc89-7436-4336-ae36-342c33e31fd0 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 947 time: 0.0481133 Sep 16 08:15:40.475002 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9478f704-ba66-4b29-aff6-a9e8b5cdeb1a req-0e1447e7-a89e-46fd-8e89-87b737c3b638 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Sep 16 08:15:40.635711 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-31ff0be9-2c30-44df-b44f-a20393a1d97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:41.595361 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fe334-8d28-4704-a53d-8db5b128df46 req-4074bf93-09f2-4a07-a871-e4d48128d54d tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:41.596906 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-614fe334-8d28-4704-a53d-8db5b128df46 req-4074bf93-09f2-4a07-a871-e4d48128d54d tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 947 time: 0.0469034 Sep 16 08:15:41.645650 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-614fe334-8d28-4704-a53d-8db5b128df46 req-a468ea23-a2b9-4443-8d32-5c9621196eeb tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Sep 16 08:15:42.092566 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:42.766704 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69530a4-733d-45a6-abea-fea55a850585 req-ca086b73-b609-4195-bbf8-cd98a924a42d tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:42.768161 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c69530a4-733d-45a6-abea-fea55a850585 req-ca086b73-b609-4195-bbf8-cd98a924a42d tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 947 time: 0.0460479 Sep 16 08:15:42.814125 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c69530a4-733d-45a6-abea-fea55a850585 req-af9bf3a3-f3f6-4288-a42c-f2e6baeadba6 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Sep 16 08:15:43.532801 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:43.667969 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=84 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:43.909830 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:43.933328 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede65a-fea5-4982-9507-091f81799596 req-7552e9ca-2890-47cf-b0f6-c4559a313378 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:43.934854 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a8ede65a-fea5-4982-9507-091f81799596 req-7552e9ca-2890-47cf-b0f6-c4559a313378 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 947 time: 0.0467739 Sep 16 08:15:43.953525 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:43.982174 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a8ede65a-fea5-4982-9507-091f81799596 req-db38d87e-a454-4b3d-8760-4ebb2c6fb5c0 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Sep 16 08:15:45.105331 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11612c1-448b-4dff-ab8e-ba76cbf89083 req-dd967242-f24f-4449-9bf9-2db1098e98ae tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:45.106786 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e11612c1-448b-4dff-ab8e-ba76cbf89083 req-dd967242-f24f-4449-9bf9-2db1098e98ae tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 947 time: 0.0492289 Sep 16 08:15:45.152286 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e11612c1-448b-4dff-ab8e-ba76cbf89083 req-f9c469ec-03de-427f-8083-96d8932cb8d1 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Sep 16 08:15:45.471968 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 4c71af95-db77-41b0-98dc-6563d326504f details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:15:45.572210 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 4c71af95-db77-41b0-98dc-6563d326504f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4c71af95-db77-41b0-98dc-6563d326504f,segment=NetworkSegment(0b40c210-6fa5-4342-a330-94356c9b6ba4),segment_id=0b40c210-6fa5-4342-a330-94356c9b6ba4)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:45.583769 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': '4c71af95-db77-41b0-98dc-6563d326504f', 'network_id': 'e9218410-d01d-4160-8f2c-0da643f4f31b', 'port_id': '4c71af95-db77-41b0-98dc-6563d326504f', 'mac_address': 'fa:16:3e:fc:0b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebd66dc-8de0-425d-aa10-1b32ceac5a2c', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:15:45.617654 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 4c71af95-db77-41b0-98dc-6563d326504f is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:15:45.618047 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4c71af95-db77-41b0-98dc-6563d326504f), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:45.632949 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c71af95-db77-41b0-98dc-6563d326504f {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:15:45.657673 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 4c71af95-db77-41b0-98dc-6563d326504f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4c71af95-db77-41b0-98dc-6563d326504f,segment=NetworkSegment(0b40c210-6fa5-4342-a330-94356c9b6ba4),segment_id=0b40c210-6fa5-4342-a330-94356c9b6ba4)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:45.693360 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4c71af95-db77-41b0-98dc-6563d326504f), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:45.740847 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=4c71af95-db77-41b0-98dc-6563d326504f,revision_number=4']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:46.040260 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['4c71af95-db77-41b0-98dc-6563d326504f'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:15:46.112713 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:46.145125 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:46.276686 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b6591-044f-410b-96cc-736a22fa254d req-cf1079f2-e23f-4f0b-8316-def3a9d383e4 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:46.278167 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5a2b6591-044f-410b-96cc-736a22fa254d req-cf1079f2-e23f-4f0b-8316-def3a9d383e4 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 948 time: 0.0505807 Sep 16 08:15:46.324888 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-5a2b6591-044f-410b-96cc-736a22fa254d req-6c6f6e51-1cb8-4f38-b75d-2292271c9806 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Sep 16 08:15:47.329221 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59562) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:47.410210 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:47.448334 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0806843a-4a34-40ab-9459-94aea3e5a846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.464340 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3276d2f-e712-47b1-bb6a-642b2b2e10af req-147736b7-a299-430d-9f8a-c9c1a75ac15a tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:47.465763 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e3276d2f-e712-47b1-bb6a-642b2b2e10af req-147736b7-a299-430d-9f8a-c9c1a75ac15a tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 948 time: 0.0650337 Sep 16 08:15:47.483344 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 4c71af95-db77-41b0-98dc-6563d326504f up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:15:47.525718 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning for port 4c71af95-db77-41b0-98dc-6563d326504f completed by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 08:15:47.541381 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e3276d2f-e712-47b1-bb6a-642b2b2e10af req-71382ec6-1491-4d02-8daf-099a227cdcc8 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686886 Sep 16 08:15:47.546240 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:47.576848 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0806843a-4a34-40ab-9459-94aea3e5a846 admin admin] Publish callbacks [] for security_group (a41a2bbe-bf8f-4c06-acdc-397301888439), precommit_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.590035 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port 4c71af95-db77-41b0-98dc-6563d326504f triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:15:47.590420 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (4c71af95-db77-41b0-98dc-6563d326504f), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.590796 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port 4c71af95-db77-41b0-98dc-6563d326504f Sep 16 08:15:47.647107 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0806843a-4a34-40ab-9459-94aea3e5a846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a41a2bbe-bf8f-4c06-acdc-397301888439), after_create {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.663482 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port 4c71af95-db77-41b0-98dc-6563d326504f is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:15:47.663896 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (4c71af95-db77-41b0-98dc-6563d326504f), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.687672 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c71af95-db77-41b0-98dc-6563d326504f'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:47.689962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73945ede-ce5c-4429-8787-6056e40a1691" -d '{"events": [{"server_uuid": "54c9c15d-2a10-40aa-853f-f67e072cb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "4c71af95-db77-41b0-98dc-6563d326504f"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:47.694371 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-0806843a-4a34-40ab-9459-94aea3e5a846 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=df0cf13aa30c4aa59e07e7b53018a1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637364 Sep 16 08:15:47.695117 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806843a-4a34-40ab-9459-94aea3e5a846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a2bbe-bf8f-4c06-acdc-397301888439,revision_number=1']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:47.696943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59572) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:47.707438 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port 4c71af95-db77-41b0-98dc-6563d326504f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4c71af95-db77-41b0-98dc-6563d326504f,segment=NetworkSegment(0b40c210-6fa5-4342-a330-94356c9b6ba4),segment_id=0b40c210-6fa5-4342-a330-94356c9b6ba4)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:47.748931 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9527fbfb-0698-41ae-81d0-faa1846d223a x-openstack-request-id: req-9527fbfb-0698-41ae-81d0-faa1846d223a {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:47.749110 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bfef4dc1-79a5-409b-b9d3-f53c86e9d601 admin admin] Publish callbacks [] for security_group (a41a2bbe-bf8f-4c06-acdc-397301888439), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.749223 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9c15d-2a10-40aa-853f-f67e072cb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "4c71af95-db77-41b0-98dc-6563d326504f", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:47.749453 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9527fbfb-0698-41ae-81d0-faa1846d223a {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:47.749844 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9527fbfb-0698-41ae-81d0-faa1846d223a'] response: {'server_uuid': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c71af95-db77-41b0-98dc-6563d326504f', 'code': 200} Sep 16 08:15:47.755354 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (4c71af95-db77-41b0-98dc-6563d326504f), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.769860 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bfef4dc1-79a5-409b-b9d3-f53c86e9d601 admin admin] Publish callbacks [] for security_group (a41a2bbe-bf8f-4c06-acdc-397301888439), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.804207 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=4c71af95-db77-41b0-98dc-6563d326504f,revision_number=5']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:47.886889 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bfef4dc1-79a5-409b-b9d3-f53c86e9d601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a41a2bbe-bf8f-4c06-acdc-397301888439), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.889493 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-bfef4dc1-79a5-409b-b9d3-f53c86e9d601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:47.890657 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-bfef4dc1-79a5-409b-b9d3-f53c86e9d601 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a41a2bbe-bf8f-4c06-acdc-397301888439 HTTP/1.1" status: 204 len: 168 time: 0.1919596 Sep 16 08:15:47.904250 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef4dc1-79a5-409b-b9d3-f53c86e9d601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a2bbe-bf8f-4c06-acdc-397301888439,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:48.160391 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badfe74-a219-4cfa-863c-3536575605d6 req-854e664a-95ff-4832-8c7f-b9bed9cb7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:48.162520 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6badfe74-a219-4cfa-863c-3536575605d6 req-854e664a-95ff-4832-8c7f-b9bed9cb7254 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 1133 time: 0.1359496 Sep 16 08:15:48.215772 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-6badfe74-a219-4cfa-863c-3536575605d6 req-42928770-8af4-4264-80ea-ecc4dea3e6ee service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466321 Sep 16 08:15:48.659602 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cad77d-3319-41e7-a947-b236c9b24f03 req-98a6dab4-d34f-4d89-adcd-03118c85109f tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:48.661167 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-72cad77d-3319-41e7-a947-b236c9b24f03 req-98a6dab4-d34f-4d89-adcd-03118c85109f tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 949 time: 0.0460348 Sep 16 08:15:48.706535 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-72cad77d-3319-41e7-a947-b236c9b24f03 req-9670cbea-084d-4e7f-a849-07448aff9994 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Sep 16 08:15:49.827492 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3a7a5-61bc-41f2-8006-5c4e9e6bf935 req-ec6dc1ab-01ff-4ad6-84a9-8d67734cb03b tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:49.828965 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f5e3a7a5-61bc-41f2-8006-5c4e9e6bf935 req-ec6dc1ab-01ff-4ad6-84a9-8d67734cb03b tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 949 time: 0.0465610 Sep 16 08:15:49.877614 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-f5e3a7a5-61bc-41f2-8006-5c4e9e6bf935 req-95640941-eaf9-4037-8b59-c7a86138d54e tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Sep 16 08:15:50.362652 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59582) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:15:50.500122 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Deleting port 6f8e7701-2cad-4083-bf9e-1d19c1c27d3f {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:15:50.500467 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:50.579835 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:50.580162 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:50.593208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Calling delete_port for 6f8e7701-2cad-4083-bf9e-1d19c1c27d3f owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:15:50.647394 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:50.690205 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:50.772732 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (6f8e7701-2cad-4083-bf9e-1d19c1c27d3f), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:50.799139 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event deleted for resources: {'Port': ['ID=6f8e7701-2cad-4083-bf9e-1d19c1c27d3f,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:50.860243 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (a7be6cb4-8dd3-467d-90f0-cf35a05e95d2), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:50.860931 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Floating IP a7be6cb4-8dd3-467d-90f0-cf35a05e95d2 disassociated (deleted). External IP: 172.27.1.218, port: 27297ab7-03c2-443e-8e58-5bfab33fa167. Sep 16 08:15:50.997070 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f3944-1237-407e-9f83-d0ce0cc5ea12 req-94b3a941-d2bf-4267-96e8-4988993a926a tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:50.998552 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d56f3944-1237-407e-9f83-d0ce0cc5ea12 req-94b3a941-d2bf-4267-96e8-4988993a926a tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 949 time: 0.0457971 Sep 16 08:15:51.045689 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d56f3944-1237-407e-9f83-d0ce0cc5ea12 req-7be9c9b2-762a-4871-9d8d-c8a594f5a1e8 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Sep 16 08:15:51.069056 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:15:51.172523 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:15:51.177992 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:51.182399 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:15:51.191824 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:15:51.192980 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:51.207908 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8210ea43-d36f-4506-997b-1bd0bd6b0384 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/a7be6cb4-8dd3-467d-90f0-cf35a05e95d2 HTTP/1.1" status: 204 len: 168 time: 0.8441498 Sep 16 08:15:51.208657 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:51.211037 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f4506e-2462-4b08-8c55-6f7a66d43a38" -d '{"events": [{"name": "network-changed", "server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:51.384905 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:15:51.400233 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21c193-b07c-401d-adbe-72e1803b5c81 x-openstack-request-id: req-fa21c193-b07c-401d-adbe-72e1803b5c81 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:51.400857 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:51.401170 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa21c193-b07c-401d-adbe-72e1803b5c81 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:51.401694 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa21c193-b07c-401d-adbe-72e1803b5c81'] response: {'name': 'network-changed', 'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'status': 'completed', 'code': 200} Sep 16 08:15:51.497272 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced49d-1876-401c-b3b0-af04e942df13 req-eb8f515c-9c14-4100-9db7-5a4143fab43b tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:51.498953 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0eced49d-1876-401c-b3b0-af04e942df13 req-eb8f515c-9c14-4100-9db7-5a4143fab43b tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 949 time: 0.0526512 Sep 16 08:15:51.552610 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0eced49d-1876-401c-b3b0-af04e942df13 req-ff7104d3-2b8a-4ae6-ba2e-009a1b3a29b5 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Sep 16 08:15:51.591455 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d2c08-2ec2-4dc7-b9c5-8019489a2ab3 req-65ec68cf-5eb3-41b7-8e7f-25b34d53b149 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:51.592961 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5c7d2c08-2ec2-4dc7-b9c5-8019489a2ab3 req-65ec68cf-5eb3-41b7-8e7f-25b34d53b149 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0593770 Sep 16 08:15:51.601298 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:40Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:51.629055 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:15:51.637961 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:15:51.638568 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:51.642303 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5c7d2c08-2ec2-4dc7-b9c5-8019489a2ab3 req-0678a718-479e-4efc-8114-56ed982e0a80 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433512 Sep 16 08:15:51.735584 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:15:51.927137 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:51.942793 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:40Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:15:51.966673 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1ddd07-e26c-4eca-b393-a56d4ac67c00 None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_floatingips': [{'id': '8dfec09b-9406-470a-8bfd-f2897627641f', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'router_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'port_id': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'mac_address': 'fa:16:3e:21:9b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T08:11:38Z', 'updated_at': '2022-09-16T08:11:40Z', 'revision_number': 1, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:15:52.179336 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26838f45-f202-4d24-bd1a-1a94266f484d None None] New status for floating IP a7be6cb4-8dd3-467d-90f0-cf35a05e95d2: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:15:52.692916 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-028058af-02d0-45fc-a44c-3a549957516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:52.694442 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-028058af-02d0-45fc-a44c-3a549957516d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 1130 time: 0.0751207 Sep 16 08:15:52.700277 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13f830-30d4-47a5-b418-efac9a3f024f req-c9ac7e18-0170-4d96-a648-8bd4c881deb5 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:52.702868 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dc13f830-30d4-47a5-b418-efac9a3f024f req-c9ac7e18-0170-4d96-a648-8bd4c881deb5 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 949 time: 0.0729313 Sep 16 08:15:52.751979 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dc13f830-30d4-47a5-b418-efac9a3f024f req-7297750b-ef58-43fd-9565-2cd10a5435df tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Sep 16 08:15:52.768314 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22412b27-a6a8-4e20-af01-55f7db3d412e req-ce6b54c0-ee71-4466-bfde-ae98ace7a02c tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:52.769794 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22412b27-a6a8-4e20-af01-55f7db3d412e req-ce6b54c0-ee71-4466-bfde-ae98ace7a02c tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0473979 Sep 16 08:15:52.819849 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22412b27-a6a8-4e20-af01-55f7db3d412e req-a6e2ab90-801b-438a-9278-42c128133c36 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Sep 16 08:15:53.872459 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20391c26-9397-457c-8be7-ef6318bda65a req-8ba94562-f7fe-4187-9cfd-47b0d6bea394 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:53.873924 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-20391c26-9397-457c-8be7-ef6318bda65a req-8ba94562-f7fe-4187-9cfd-47b0d6bea394 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 949 time: 0.0466096 Sep 16 08:15:53.924985 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-20391c26-9397-457c-8be7-ef6318bda65a req-756715e0-8d3c-47b4-9153-e075499bafc7 tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=119d47c1-63e1-4fea-a636-ff68c3ca5bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Sep 16 08:15:53.942792 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7cab0-7883-4381-a6d1-b8e335fbe23c req-96af9f2f-4bc2-43d9-b419-c559851c9d81 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:53.944245 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dcc7cab0-7883-4381-a6d1-b8e335fbe23c req-96af9f2f-4bc2-43d9-b419-c559851c9d81 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0494468 Sep 16 08:15:53.992237 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dcc7cab0-7883-4381-a6d1-b8e335fbe23c req-b3669d19-dabc-40b6-99bf-ea96abd3abde tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Sep 16 08:15:54.431093 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:54.456287 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-e8d83952-998e-493a-aea7-dcbd51f39319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:54.458358 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-e8d83952-998e-493a-aea7-dcbd51f39319 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.0859678 Sep 16 08:15:54.553456 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-14b330dd-c40d-4868-8138-8e5b25b5a107 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27297ab7-03c2-443e-8e58-5bfab33fa167 HTTP/1.1" status: 200 len: 217 time: 0.0347319 Sep 16 08:15:54.562664 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-dcecd270-7cb7-4c2e-9a1a-f36886de1abe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:54.564104 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-dcecd270-7cb7-4c2e-9a1a-f36886de1abe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 949 time: 0.0458641 Sep 16 08:15:54.608922 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-2ea9a5a9-cb39-4245-85e4-6cce22d1809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:54.610487 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-2ea9a5a9-cb39-4245-85e4-6cce22d1809b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0493393 Sep 16 08:15:54.647128 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Deleting port 4c71af95-db77-41b0-98dc-6563d326504f {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:15:54.647466 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4c71af95-db77-41b0-98dc-6563d326504f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:54.738050 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] For port 4c71af95-db77-41b0-98dc-6563d326504f, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=4c71af95-db77-41b0-98dc-6563d326504f,segment=NetworkSegment(0b40c210-6fa5-4342-a330-94356c9b6ba4),segment_id=0b40c210-6fa5-4342-a330-94356c9b6ba4)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:54.738332 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4c71af95-db77-41b0-98dc-6563d326504f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:54.751744 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Calling delete_port for 4c71af95-db77-41b0-98dc-6563d326504f owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:15:54.801739 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:54.853905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-d0b7e77a-3c88-4d4e-8f82-642c567954dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:54.855429 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-d0b7e77a-3c88-4d4e-8f82-642c567954dc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394566 Sep 16 08:15:54.871110 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:54.905844 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=100 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:15:54.950063 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (4c71af95-db77-41b0-98dc-6563d326504f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:54.950617 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-ef328ed1-602c-491d-8fc6-ecad7a16f0f9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876968 Sep 16 08:15:54.985689 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Pushing event deleted for resources: {'Port': ['ID=4c71af95-db77-41b0-98dc-6563d326504f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:55.056052 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-74ec362d-2bd6-4c09-a443-6675aeb1da6d req-46404372-375e-4ca4-a54f-8c389d4f5a8a tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0304132 Sep 16 08:15:55.067780 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-ef1370de-8ee0-437e-8f24-af73251975c1 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:55.069562 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-ef1370de-8ee0-437e-8f24-af73251975c1 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.0939178 Sep 16 08:15:55.070288 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] No DVR routers for this DVR port 4c71af95-db77-41b0-98dc-6563d326504f on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:15:55.073205 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:55.077138 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5edaad73-73cf-4d7c-b2c6-afdd388e7916 req-2dda4f14-2797-493c-88e3-e9c2fe7a56fe tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4c71af95-db77-41b0-98dc-6563d326504f HTTP/1.1" status: 204 len: 173 time: 0.5078018 Sep 16 08:15:55.077812 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'name': 'network-vif-deleted', 'tag': '4c71af95-db77-41b0-98dc-6563d326504f'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:55.080515 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233b22de-d1a8-4bf8-9ffb-3747d4000138" -d '{"events": [{"server_uuid": "54c9c15d-2a10-40aa-853f-f67e072cb4f2", "name": "network-vif-deleted", "tag": "4c71af95-db77-41b0-98dc-6563d326504f"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:55.107990 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-13f4506e-2462-4b08-8c55-6f7a66d43a38 req-e5919c27-e81a-442a-8ede-43156f601043 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419532 Sep 16 08:15:55.204846 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Deleting port 27297ab7-03c2-443e-8e58-5bfab33fa167 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:15:55.205153 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:55.225688 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423079cb-0407-4e50-be67-d2f10ea345c2 req-27a3ca17-42dd-4c65-97f2-5c50c38aa708 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:15:55.232670 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-423079cb-0407-4e50-be67-d2f10ea345c2 req-27a3ca17-42dd-4c65-97f2-5c50c38aa708 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 946 time: 0.1412518 Sep 16 08:15:55.269790 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ce8baa-7b92-4a3f-ad81-335370484f1c x-openstack-request-id: req-39ce8baa-7b92-4a3f-ad81-335370484f1c {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:55.270117 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9c15d-2a10-40aa-853f-f67e072cb4f2", "name": "network-vif-deleted", "tag": "4c71af95-db77-41b0-98dc-6563d326504f", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:55.270369 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39ce8baa-7b92-4a3f-ad81-335370484f1c {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:55.270792 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ce8baa-7b92-4a3f-ad81-335370484f1c'] response: {'server_uuid': '54c9c15d-2a10-40aa-853f-f67e072cb4f2', 'name': 'network-vif-deleted', 'tag': '4c71af95-db77-41b0-98dc-6563d326504f', 'status': 'completed', 'code': 200} Sep 16 08:15:55.333371 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-423079cb-0407-4e50-be67-d2f10ea345c2 req-dfde13c8-1891-4d33-ab46-eae574784dfd tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997472 Sep 16 08:15:55.361112 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] For port 27297ab7-03c2-443e-8e58-5bfab33fa167, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=27297ab7-03c2-443e-8e58-5bfab33fa167,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:15:55.361478 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:55.375360 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Calling delete_port for 27297ab7-03c2-443e-8e58-5bfab33fa167 owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:15:55.576858 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27297ab7-03c2-443e-8e58-5bfab33fa167 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:15:55.587649 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (27297ab7-03c2-443e-8e58-5bfab33fa167), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:55.595939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 27297ab7-03c2-443e-8e58-5bfab33fa167 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:15:55.596664 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 27297ab7-03c2-443e-8e58-5bfab33fa167 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:15:55.596839 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 4c71af95-db77-41b0-98dc-6563d326504f no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:15:55.615485 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 4c71af95-db77-41b0-98dc-6563d326504f {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:15:55.615832 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 4c71af95-db77-41b0-98dc-6563d326504f not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:15:55.616915 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event deleted for resources: {'Port': ['ID=27297ab7-03c2-443e-8e58-5bfab33fa167,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:15:55.667172 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] No DVR routers for this DVR port 27297ab7-03c2-443e-8e58-5bfab33fa167 on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:15:55.669615 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:15:55.672816 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-31bd972b-d40c-43b0-be6d-c880c39c723d req-4b17526a-4ad4-40eb-9a69-4efbafa718ce tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "DELETE /networking/v2.0/ports/27297ab7-03c2-443e-8e58-5bfab33fa167 HTTP/1.1" status: 204 len: 173 time: 0.5894139 Sep 16 08:15:56.191705 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8fc2efee-2704-4ff6-bb7d-7891d4d90e5f req-944e1244-a3fb-4a25-904f-7e75fc65e12e tempest-VolumesNegativeTest-997172255 tempest-VolumesNegativeTest-997172255-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=54c9c15d-2a10-40aa-853f-f67e072cb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0302360 Sep 16 08:15:56.437589 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-d66a4fa4-d63c-4116-b37a-9de160993054 req-36ef0e07-7724-425e-aa15-2032afc5b74e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=2e50a639-a343-4b0e-86fe-9dce43fcc147 HTTP/1.1" status: 200 len: 210 time: 0.0287168 Sep 16 08:15:57.272169 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'name': 'network-vif-deleted', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:15:57.274691 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642033a0-14c2-4538-bcc8-94f8f6327031" -d '{"events": [{"server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "name": "network-vif-deleted", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:15:57.311265 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dbef08-8cc3-4681-a3f0-ea0978049207 x-openstack-request-id: req-26dbef08-8cc3-4681-a3f0-ea0978049207 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:15:57.311564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e50a639-a343-4b0e-86fe-9dce43fcc147", "name": "network-vif-deleted", "tag": "27297ab7-03c2-443e-8e58-5bfab33fa167", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:15:57.311820 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26dbef08-8cc3-4681-a3f0-ea0978049207 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:15:57.312236 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dbef08-8cc3-4681-a3f0-ea0978049207'] response: {'server_uuid': '2e50a639-a343-4b0e-86fe-9dce43fcc147', 'name': 'network-vif-deleted', 'tag': '27297ab7-03c2-443e-8e58-5bfab33fa167', 'status': 'completed', 'code': 200} Sep 16 08:15:59.903597 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59800) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:00.046896 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Deleting port aed1c34e-3a0c-47f4-9087-33bb88b59014 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:00.047244 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:00.126397 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:00.126755 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (aed1c34e-3a0c-47f4-9087-33bb88b59014), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:00.139339 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Calling delete_port for aed1c34e-3a0c-47f4-9087-33bb88b59014 owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:00.338660 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (aed1c34e-3a0c-47f4-9087-33bb88b59014), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:00.364373 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event deleted for resources: {'Port': ['ID=aed1c34e-3a0c-47f4-9087-33bb88b59014,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:00.378279 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.378279 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.378511 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.378782 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.379132 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.379938 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.380343 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.380714 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.380991 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.381323 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.381653 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.381983 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.382310 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.382634 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.383035 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:16:00.445304 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (8dfec09b-9406-470a-8bfd-f2897627641f), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:00.445641 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Floating IP 8dfec09b-9406-470a-8bfd-f2897627641f disassociated (deleted). External IP: 172.27.1.67, port: 423ac706-d95d-479a-86fe-d25bef64dc6a. Sep 16 08:16:00.494833 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:00.650788 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:16:00.652984 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:00.758281 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:16:00.763015 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:00.768104 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:16:00.778991 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:16:00.779613 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:00.801653 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-8b9cf590-7def-4153-8587-f5547ed5d123 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/8dfec09b-9406-470a-8bfd-f2897627641f HTTP/1.1" status: 204 len: 168 time: 0.8941190 Sep 16 08:16:00.801653 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:16:00.804399 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e72867-aea6-40dd-be69-62ca300c6f35" -d '{"events": [{"name": "network-changed", "server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:16:00.860683 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf35fc0-073d-4252-be7f-a9d66a92415f x-openstack-request-id: req-7bf35fc0-073d-4252-be7f-a9d66a92415f {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:16:00.860683 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:16:00.861088 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bf35fc0-073d-4252-be7f-a9d66a92415f {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:16:00.861361 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf35fc0-073d-4252-be7f-a9d66a92415f'] response: {'name': 'network-changed', 'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'status': 'completed', 'code': 200} Sep 16 08:16:00.894513 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:16:00.969662 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-d2e560df-5ccd-48ce-a3d3-a27b3ba72753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:00.971267 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-d2e560df-5ccd-48ce-a3d3-a27b3ba72753 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=794ad972bfa844538f6f71d62e7bd163&device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 1130 time: 0.0407369 Sep 16 08:16:01.035716 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:01.047556 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:01.076224 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-25935308-aa39-4c2d-9b4a-df77f4bd9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:01.077795 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-25935308-aa39-4c2d-9b4a-df77f4bd9658 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 200 len: 912 time: 0.1001670 Sep 16 08:16:01.095331 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:01.121684 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:16:01.122074 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-1ef9c3a4-dff9-47ac-981f-4fa4c8e28b80 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=423ac706-d95d-479a-86fe-d25bef64dc6a HTTP/1.1" status: 200 len: 217 time: 0.0375152 Sep 16 08:16:01.135156 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:16:01.135156 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:01.181432 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-64d40f75-32c9-4707-8593-34e8a6b4b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:01.183197 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-64d40f75-32c9-4707-8593-34e8a6b4b88c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 200 len: 850 time: 0.0555913 Sep 16 08:16:01.232255 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-384ccb28-77bd-49b3-b1b8-01b0f30e7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:01.233775 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-384ccb28-77bd-49b3-b1b8-01b0f30e7802 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c3183744-0e74-401e-ac7d-6d88c22643af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421937 Sep 16 08:16:01.242319 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:16:01.358251 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58026af2-3139-434c-97af-f541d5993b26 req-8490f1e4-8942-4047-8c0f-4f3db9f99524 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:01.361205 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58026af2-3139-434c-97af-f541d5993b26 req-8490f1e4-8942-4047-8c0f-4f3db9f99524 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Sep 16 08:16:01.419280 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-58026af2-3139-434c-97af-f541d5993b26 req-89b7d27b-e583-47ec-8e47-f0844544af9d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516639 Sep 16 08:16:01.470291 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:01.495446 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5c767-24eb-427f-afd7-5e1bbce12e7c None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:01Z', 'revision_number': 4, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '29b33442-8458-4b13-aec0-6df0864d98f3', 'name': '', 'network_id': 'c3183744-0e74-401e-ac7d-6d88c22643af', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'mac_address': 'fa:16:3e:37:5b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:00Z', 'updated_at': '2022-09-16T08:08:07Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'subnets': [{'id': '3727dee7-2bd8-4cac-b52d-3617f0832f02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:16:01.723689 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23a10b-cec6-4432-aad4-d4ad6c88da70 None None] New status for floating IP 8dfec09b-9406-470a-8bfd-f2897627641f: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:16:02.491029 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:02.587725 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3051b-294d-4c64-80e3-1e0e65d66db9 req-3bd79b65-defe-479e-8897-df61eb83115f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:02.589178 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cdb3051b-294d-4c64-80e3-1e0e65d66db9 req-3bd79b65-defe-479e-8897-df61eb83115f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 946 time: 0.0584993 Sep 16 08:16:02.606231 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:02.625039 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-aa2a2c30-0e3b-47a5-95e5-af419fee3c00 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426260 Sep 16 08:16:02.655241 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-cdb3051b-294d-4c64-80e3-1e0e65d66db9 req-5cb5c22b-3ec6-4bb6-acbe-07a1abac9529 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b1f5d328-9f8e-4da4-9c84-f9749a5602d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597248 Sep 16 08:16:02.838752 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-14e72867-aea6-40dd-be69-62ca300c6f35 req-7ce1a475-cb41-4436-8dae-34d878c21def service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960004 Sep 16 08:16:03.151543 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-45387436-ba90-40f4-ba4e-e7585c0af29d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:03.152951 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-45387436-ba90-40f4-ba4e-e7585c0af29d tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 946 time: 0.0460954 Sep 16 08:16:03.240760 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Deleting port 423ac706-d95d-479a-86fe-d25bef64dc6a {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:03.241100 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.281768 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59898) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:03.332014 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] For port 423ac706-d95d-479a-86fe-d25bef64dc6a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=423ac706-d95d-479a-86fe-d25bef64dc6a,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:03.332898 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.345728 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Calling delete_port for 423ac706-d95d-479a-86fe-d25bef64dc6a owned by compute:nova {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:03.416364 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-434523f9-83cb-43ed-be11-547b9139266f admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=189501ce59cd40bcbdf98964e256838f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332071 Sep 16 08:16:03.418658 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59902) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:03.466249 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9abf-b269-4a4f-b91a-9d4913ff7a71 admin admin] Publish callbacks [] for security_group (119d47c1-63e1-4fea-a636-ff68c3ca5bc8), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.489330 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9abf-b269-4a4f-b91a-9d4913ff7a71 admin admin] Publish callbacks [] for security_group (119d47c1-63e1-4fea-a636-ff68c3ca5bc8), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.526972 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (423ac706-d95d-479a-86fe-d25bef64dc6a), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.555495 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event deleted for resources: {'Port': ['ID=423ac706-d95d-479a-86fe-d25bef64dc6a,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:03.602635 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] No DVR routers for this DVR port 423ac706-d95d-479a-86fe-d25bef64dc6a on host hv-cinder-74014 {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:16:03.605034 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.608267 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-73ef7334-6f4c-4c63-9c63-e81df9afa415 req-31e151de-23ff-44d2-863c-20f563c58db5 tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.42 "DELETE /networking/v2.0/ports/423ac706-d95d-479a-86fe-d25bef64dc6a HTTP/1.1" status: 204 len: 173 time: 0.4492030 Sep 16 08:16:03.608762 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'name': 'network-vif-deleted', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a'}] {{(pid=106810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:16:03.611034 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b03adebe2f8afab0152c7f0e48f8dd3ed34b5b170727100c81ec7ebcbd9cc8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819e3f5c-43c9-46f2-bf63-c466f1fea20a" -d '{"events": [{"server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "name": "network-vif-deleted", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a"}]}' {{(pid=106810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:16:03.618255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9abf-b269-4a4f-b91a-9d4913ff7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (119d47c1-63e1-4fea-a636-ff68c3ca5bc8), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.621507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9abf-b269-4a4f-b91a-9d4913ff7a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:03.622975 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5e3f9abf-b269-4a4f-b91a-9d4913ff7a71 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/119d47c1-63e1-4fea-a636-ff68c3ca5bc8 HTTP/1.1" status: 204 len: 168 time: 0.2031510 Sep 16 08:16:03.640800 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f9abf-b269-4a4f-b91a-9d4913ff7a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d47c1-63e1-4fea-a636-ff68c3ca5bc8,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:03.650537 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb189889-41e5-40fb-9417-505ef532dda5 x-openstack-request-id: req-bb189889-41e5-40fb-9417-505ef532dda5 {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:16:03.650905 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeb7134-cf45-40d3-9e5a-b5f9164a8a87", "name": "network-vif-deleted", "tag": "423ac706-d95d-479a-86fe-d25bef64dc6a", "status": "completed", "code": 200}]} {{(pid=106810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:16:03.651238 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb189889-41e5-40fb-9417-505ef532dda5 {{(pid=106810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:16:03.651650 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb189889-41e5-40fb-9417-505ef532dda5'] response: {'server_uuid': 'ebeb7134-cf45-40d3-9e5a-b5f9164a8a87', 'name': 'network-vif-deleted', 'tag': '423ac706-d95d-479a-86fe-d25bef64dc6a', 'status': 'completed', 'code': 200} Sep 16 08:16:03.763318 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-babbc20a-29fc-4120-809a-3ad0a15d28d0 req-fb46ebb8-cbbd-49d1-8833-8b4f92970d0f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 210 time: 0.0307024 Sep 16 08:16:04.877861 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-824ff79f-35aa-4ebe-bd64-067e988c09ea req-d5595355-f530-402c-afa6-7fa7c519b31e tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=ebeb7134-cf45-40d3-9e5a-b5f9164a8a87 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Sep 16 08:16:05.944814 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59914) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:06.051453 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Deleting port 2f518158-a368-4575-b144-138555c7aa4d {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:06.051711 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (2f518158-a368-4575-b144-138555c7aa4d), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:06.128734 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (2f518158-a368-4575-b144-138555c7aa4d), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:06.129059 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (2f518158-a368-4575-b144-138555c7aa4d), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:06.140772 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Calling delete_port for 2f518158-a368-4575-b144-138555c7aa4d owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:06.436085 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:06.561256 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (2f518158-a368-4575-b144-138555c7aa4d), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:06.588568 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event deleted for resources: {'Port': ['ID=2f518158-a368-4575-b144-138555c7aa4d,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:06.649665 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for floatingip (84f20557-7aa0-4481-8637-4f29147c7615), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:06.652394 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:06.653537 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-e6b352dc-e0d6-4726-a0bb-a909e14ccf1f tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/84f20557-7aa0-4481-8637-4f29147c7615 HTTP/1.1" status: 204 len: 168 time: 0.7093682 Sep 16 08:16:06.655318 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:16:07.540239 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 423ac706-d95d-479a-86fe-d25bef64dc6a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:16:07.566527 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: 423ac706-d95d-479a-86fe-d25bef64dc6a {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:16:07.566889 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device 423ac706-d95d-479a-86fe-d25bef64dc6a not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:16:07.976807 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59926) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:08.034326 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-25d8c350-b705-496f-aaf9-17d2a12aa34a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group (b1f5d328-9f8e-4da4-9c84-f9749a5602d6), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:08.057279 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-25d8c350-b705-496f-aaf9-17d2a12aa34a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group (b1f5d328-9f8e-4da4-9c84-f9749a5602d6), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:08.183923 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-25d8c350-b705-496f-aaf9-17d2a12aa34a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b1f5d328-9f8e-4da4-9c84-f9749a5602d6), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:08.186450 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-25d8c350-b705-496f-aaf9-17d2a12aa34a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:08.187658 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-25d8c350-b705-496f-aaf9-17d2a12aa34a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b1f5d328-9f8e-4da4-9c84-f9749a5602d6 HTTP/1.1" status: 204 len: 168 time: 0.2098191 Sep 16 08:16:08.197492 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8c350-b705-496f-aaf9-17d2a12aa34a tempest-TestVolumeBootPattern-541351610 tempest-TestVolumeBootPattern-541351610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f5d328-9f8e-4da4-9c84-f9749a5602d6,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:08.298454 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6a10-68c2-4632-b6ac-6080fe119abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:08.309241 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59930) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:08.587004 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:08.629540 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:08.761758 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (3a76ea38-1ace-49a9-86b0-ac30de922433), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:08.973708 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Deleting port 29b33442-8458-4b13-aec0-6df0864d98f3 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:08.974045 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:09.051013 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] For port 29b33442-8458-4b13-aec0-6df0864d98f3, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=29b33442-8458-4b13-aec0-6df0864d98f3,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:09.051674 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:09.066967 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Calling delete_port for 29b33442-8458-4b13-aec0-6df0864d98f3 owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:09.281090 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (29b33442-8458-4b13-aec0-6df0864d98f3), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:09.305514 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Pushing event deleted for resources: {'Port': ['ID=29b33442-8458-4b13-aec0-6df0864d98f3,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:09.350823 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:09.470867 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (3a76ea38-1ace-49a9-86b0-ac30de922433), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:09.483035 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:09.675978 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Router 3a76ea38-1ace-49a9-86b0-ac30de922433 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:16:09.776857 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:16:09.782376 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-04f74332-83f4-4ea5-8036-272841be1cda admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/3a76ea38-1ace-49a9-86b0-ac30de922433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4714975 Sep 16 08:16:09.784442 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59934) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:09.787017 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] Sync routers for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:16:09.798105 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:16:09.798741 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:09.882504 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks [] for router (3a76ea38-1ace-49a9-86b0-ac30de922433), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:09.899629 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:16:09.975530 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks [] for router_gateway (3a76ea38-1ace-49a9-86b0-ac30de922433), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.063924 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:16:09Z', 'revision_number': 5, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port': {'id': '2ec2b781-2e3b-4013-9dde-4d0fd99e55cb', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:10.185956 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] Checking router: 3a76ea38-1ace-49a9-86b0-ac30de922433 for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:16:10.195021 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] Routers {'3a76ea38-1ace-49a9-86b0-ac30de922433'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:16:10.195638 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:15:41Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['3a76ea38-1ace-49a9-86b0-ac30de922433'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:10.228926 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:10.281038 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] Set router 3a76ea38-1ace-49a9-86b0-ac30de922433 gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:16:10.330250 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Deleting port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:10.330907 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:16:09Z', 'revision_number': 6, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:10.331066 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.355474 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47823b6-84b0-433a-b2cd-11967f91637e None None] The sync data for ids ['3a76ea38-1ace-49a9-86b0-ac30de922433'] in dv-cinder-740146-20-iscsi is: [{'id': '3a76ea38-1ace-49a9-86b0-ac30de922433', 'name': 'tempest-TestVolumeBootPattern-972778788-router', 'tenant_id': '794ad972bfa844538f6f71d62e7bd163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:07:57Z', 'updated_at': '2022-09-16T08:16:09Z', 'revision_number': 6, 'project_id': '794ad972bfa844538f6f71d62e7bd163', 'gw_port_host': None}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:16:10.410738 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] For port 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:10.411107 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.423974 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Calling delete_port for 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb owned by network:router_gateway {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:10.478725 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:10.652481 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (2ec2b781-2e3b-4013-9dde-4d0fd99e55cb), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.681278 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec2b781-2e3b-4013-9dde-4d0fd99e55cb,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:10.681629 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-030093ed-4414-49bc-a5d8-ee7d748010f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.745099 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (3a76ea38-1ace-49a9-86b0-ac30de922433), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.829764 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:10.833181 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (3a76ea38-1ace-49a9-86b0-ac30de922433), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.836043 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks [] for router_controller (3a76ea38-1ace-49a9-86b0-ac30de922433), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.949396 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (3a76ea38-1ace-49a9-86b0-ac30de922433), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.950026 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a76ea38-1ace-49a9-86b0-ac30de922433 {{(pid=106810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:16:10.954716 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:10.955705 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-1a173168-1307-4dc1-b33a-e3a976844c1e admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/3a76ea38-1ace-49a9-86b0-ac30de922433 HTTP/1.1" status: 204 len: 168 time: 1.1703231 Sep 16 08:16:10.958122 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59936) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:11.005204 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] Deleting subnet 3727dee7-2bd8-4cac-b52d-3617f0832f02 {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:16:11.008804 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] Publish callbacks [] for subnet (3727dee7-2bd8-4cac-b52d-3617f0832f02), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.042496 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (3727dee7-2bd8-4cac-b52d-3617f0832f02), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.114743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (3727dee7-2bd8-4cac-b52d-3617f0832f02), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.247461 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (3727dee7-2bd8-4cac-b52d-3617f0832f02), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.275677 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3727dee7-2bd8-4cac-b52d-3617f0832f02,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:11.277675 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.285787 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a039c6f0-142a-4cd4-b68e-03b47fb534a3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/3727dee7-2bd8-4cac-b52d-3617f0832f02 HTTP/1.1" status: 204 len: 168 time: 0.3210616 Sep 16 08:16:11.285904 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b00177-fc49-4bc8-975b-c39828516354 None None] Network c3183744-0e74-401e-ac7d-6d88c22643af requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:16:11.286016 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59938) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:11.302106 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:11.374290 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (c3183744-0e74-401e-ac7d-6d88c22643af), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.426833 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:16:11.432418 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Deleting port 4c08df07-9b7a-400f-8e75-e751c937de58 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:11.432987 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.452318 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:16:11.452597 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 2ec2b781-2e3b-4013-9dde-4d0fd99e55cb not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:16:11.453012 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 29b33442-8458-4b13-aec0-6df0864d98f3 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:16:11.478568 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] DHCP port deletion for c3183744-0e74-401e-ac7d-6d88c22643af request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:16:11.480754 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 29b33442-8458-4b13-aec0-6df0864d98f3 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:16:11.481206 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 29b33442-8458-4b13-aec0-6df0864d98f3 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:16:11.504018 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] For port 4c08df07-9b7a-400f-8e75-e751c937de58, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4c08df07-9b7a-400f-8e75-e751c937de58,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:11.504387 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.517762 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Calling delete_port for 4c08df07-9b7a-400f-8e75-e751c937de58 owned by network:dhcp {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:11.519027 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] Deleting port 4c08df07-9b7a-400f-8e75-e751c937de58 {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:11.519402 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.582847 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] For port 4c08df07-9b7a-400f-8e75-e751c937de58, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4c08df07-9b7a-400f-8e75-e751c937de58,segment=NetworkSegment(c1434c31-8654-4175-811e-7cbb40afbc17),segment_id=c1434c31-8654-4175-811e-7cbb40afbc17)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:11.583238 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.596239 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] Calling delete_port for 4c08df07-9b7a-400f-8e75-e751c937de58 owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:11.654699 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:11.692666 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: from cryptography.utils import int_from_bytes Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: from cryptography.utils import int_from_bytes Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.693282 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 16 08:16:11.697206 dv-cinder-740146-20-iscsi neutron-server[106811]: self.session.flush() Sep 16 08:16:11.698867 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (4c08df07-9b7a-400f-8e75-e751c937de58), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.703308 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:11.719517 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c08df07-9b7a-400f-8e75-e751c937de58,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:11.725532 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] No DVR routers for this DVR port 4c08df07-9b7a-400f-8e75-e751c937de58 on host dv-cinder-740146-20-iscsi {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:16:11.727609 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] Pushing event deleted for resources: {'Port': ['ID=4c08df07-9b7a-400f-8e75-e751c937de58,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:11.732172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce06f9a-68bd-48f6-a075-b9312432ac04 None None] No DVR routers for this DVR port 4c08df07-9b7a-400f-8e75-e751c937de58 on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:16:11.800234 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (c3183744-0e74-401e-ac7d-6d88c22643af), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.821156 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3183744-0e74-401e-ac7d-6d88c22643af']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:11.830374 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1434c31-8654-4175-811e-7cbb40afbc17') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:11.830669 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1434c31-8654-4175-811e-7cbb40afbc17') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:11.840157 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (c1434c31-8654-4175-811e-7cbb40afbc17), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.854000 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (c1434c31-8654-4175-811e-7cbb40afbc17), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.860208 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:16:11.860590 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (c1434c31-8654-4175-811e-7cbb40afbc17), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.902004 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment c1434c31-8654-4175-811e-7cbb40afbc17 resource provider aggregate not found Sep 16 08:16:11.919936 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment c1434c31-8654-4175-811e-7cbb40afbc17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1434c31-8654-4175-811e-7cbb40afbc17 found for delete ", "request_id": "req-f74d2444-d669-4f02-be59-b95b8711c804"}]} Sep 16 08:16:11.977985 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (c3183744-0e74-401e-ac7d-6d88c22643af), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.983538 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:11.986927 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/c3183744-0e74-401e-ac7d-6d88c22643af HTTP/1.1" status: 204 len: 168 time: 0.7023439 Sep 16 08:16:11.995564 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59944) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:12.000510 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f69e5c-5723-4bcf-87d9-edbee8f2b596 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3183744-0e74-401e-ac7d-6d88c22643af,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:12.092369 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:12.298040 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:12.335950 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:12.480020 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:12.518640 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Deleting port c1af75e4-818f-4a1f-98ec-fc7bb674e798 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:12.520809 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:12.602125 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] For port c1af75e4-818f-4a1f-98ec-fc7bb674e798, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c1af75e4-818f-4a1f-98ec-fc7bb674e798,segment=NetworkSegment(ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0),segment_id=ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:12.602407 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:12.616478 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Calling delete_port for c1af75e4-818f-4a1f-98ec-fc7bb674e798 owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:12.829325 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (c1af75e4-818f-4a1f-98ec-fc7bb674e798), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:12.853990 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1af75e4-818f-4a1f-98ec-fc7bb674e798,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:13.019775 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:13.110493 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:13.219302 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:16:13.321404 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:16:13.326487 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-12dff2a5-83cd-425a-9ba2-ea8b4f643191 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/d71e1a99-1f4e-4a0c-9d8f-ea64cada629d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3355570 Sep 16 08:16:13.329079 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59946) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:13.330365 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] Sync routers for ids ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:16:13.339977 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] Routers {'d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:16:13.340586 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:16:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:13.428085 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:13.435927 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks [] for router (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:13.450335 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] Set router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:16:13.510406 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4c08df07-9b7a-400f-8e75-e751c937de58 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:16:13.536315 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks [] for router_gateway (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:13.539229 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 4c08df07-9b7a-400f-8e75-e751c937de58 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:16:13.539575 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4c08df07-9b7a-400f-8e75-e751c937de58 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:16:13.606945 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:13.651294 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Deleting port 36acfc42-d838-4ff1-8894-7d67293ce09f {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:13.651562 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:13.659442 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:16:12Z', 'revision_number': 5, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port': {'id': '36acfc42-d838-4ff1-8894-7d67293ce09f', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:08:07Z', 'updated_at': '2022-09-16T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:13.685032 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] Checking router: d71e1a99-1f4e-4a0c-9d8f-ea64cada629d for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:16:13.693906 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] Routers {'d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:16:13.694520 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:16:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:13.742097 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] For port 36acfc42-d838-4ff1-8894-7d67293ce09f, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=36acfc42-d838-4ff1-8894-7d67293ce09f,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:13.742914 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:13.755514 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Calling delete_port for 36acfc42-d838-4ff1-8894-7d67293ce09f owned by network:router_gateway {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:13.913512 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] Set router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d gateway port host: None {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:16:13.964069 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:16:13Z', 'revision_number': 6, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:13.987748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1dcab5-43b5-4957-9d97-313666f2d4f4 None None] The sync data for ids ['d71e1a99-1f4e-4a0c-9d8f-ea64cada629d'] in dv-cinder-740146-20-iscsi is: [{'id': 'd71e1a99-1f4e-4a0c-9d8f-ea64cada629d', 'name': 'tempest-TestVolumeBootPattern-911791236-router', 'tenant_id': '8750ae6fd91c4232836b5360727849d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:08:06Z', 'updated_at': '2022-09-16T08:16:13Z', 'revision_number': 6, 'project_id': '8750ae6fd91c4232836b5360727849d5', 'gw_port_host': None}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:16:14.036699 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.036880 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (36acfc42-d838-4ff1-8894-7d67293ce09f), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.062516 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36acfc42-d838-4ff1-8894-7d67293ce09f,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:14.121300 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.207088 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.209246 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks [] for router_controller (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.327821 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (d71e1a99-1f4e-4a0c-9d8f-ea64cada629d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.328512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71e1a99-1f4e-4a0c-9d8f-ea64cada629d {{(pid=106810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:16:14.335685 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.335685 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-a66e71a7-41d0-44b0-9670-2ea1e2b639a3 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/d71e1a99-1f4e-4a0c-9d8f-ea64cada629d HTTP/1.1" status: 204 len: 168 time: 1.0042384 Sep 16 08:16:14.336969 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 59948) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:14.362725 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:14.385024 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] Deleting subnet bba5e5dc-7cf0-4535-8ddf-9361d101b270 {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:16:14.388427 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] Publish callbacks [] for subnet (bba5e5dc-7cf0-4535-8ddf-9361d101b270), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.430905 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (bba5e5dc-7cf0-4535-8ddf-9361d101b270), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.494510 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:14.511080 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (bba5e5dc-7cf0-4535-8ddf-9361d101b270), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.647724 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (bba5e5dc-7cf0-4535-8ddf-9361d101b270), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.676537 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba5e5dc-7cf0-4535-8ddf-9361d101b270,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:14.680922 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.686370 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-5a0b2bd0-4ac9-42e2-a383-6775e9ff3698 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/bba5e5dc-7cf0-4535-8ddf-9361d101b270 HTTP/1.1" status: 204 len: 168 time: 0.3461695 Sep 16 08:16:14.691178 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59950) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:14.691659 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056a091-c79c-4c97-87d0-f007fba72b76 None None] Network 388a37b0-f528-43ae-a168-fa78c9601811 requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:16:14.925756 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (388a37b0-f528-43ae-a168-fa78c9601811), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.925756 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Deleting port ddc14c95-b518-4b9f-aa97-4702338ec3f6 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:14.925756 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.927196 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] DHCP port deletion for 388a37b0-f528-43ae-a168-fa78c9601811 request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:16:14.927326 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] For port ddc14c95-b518-4b9f-aa97-4702338ec3f6, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=ddc14c95-b518-4b9f-aa97-4702338ec3f6,segment=NetworkSegment(ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0),segment_id=ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:14.927326 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.927533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] Deleting port ddc14c95-b518-4b9f-aa97-4702338ec3f6 {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:16:14.927533 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.927731 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Calling delete_port for ddc14c95-b518-4b9f-aa97-4702338ec3f6 owned by network:dhcp {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:14.963882 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] For port ddc14c95-b518-4b9f-aa97-4702338ec3f6, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=ddc14c95-b518-4b9f-aa97-4702338ec3f6,segment=NetworkSegment(ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0),segment_id=ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:16:14.964274 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:14.967968 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:14.977710 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] Calling delete_port for ddc14c95-b518-4b9f-aa97-4702338ec3f6 owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:16:15.040990 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.055993 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (ddc14c95-b518-4b9f-aa97-4702338ec3f6), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.066815 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc14c95-b518-4b9f-aa97-4702338ec3f6,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:15.070507 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] No DVR routers for this DVR port ddc14c95-b518-4b9f-aa97-4702338ec3f6 on host dv-cinder-740146-20-iscsi {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:16:15.073748 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:15.081548 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] Pushing event deleted for resources: {'Port': ['ID=ddc14c95-b518-4b9f-aa97-4702338ec3f6,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:15.086855 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d30e3-6c63-4e4d-8eb7-6d3be75f805e None None] No DVR routers for this DVR port ddc14c95-b518-4b9f-aa97-4702338ec3f6 on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:16:15.153136 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (388a37b0-f528-43ae-a168-fa78c9601811), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.174053 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388a37b0-f528-43ae-a168-fa78c9601811']}} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:15.183454 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0') {'for_net_delete': True} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:15.183757 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.services.segments.db [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0') {} {{(pid=106809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:16:15.193534 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13220143'] for segment (ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.206902 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.214031 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=106809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:16:15.214426 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13209435'] for segment (ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.261173 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0 resource provider aggregate not found Sep 16 08:16:15.280390 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.services.segments.plugin [-] Segment ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab20cbff-d1ff-467b-9e6f-1ac070c1b5b0 found for delete ", "request_id": "req-49a52cb6-b69f-426a-9313-500bee55814b"}]} Sep 16 08:16:15.349670 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (388a37b0-f528-43ae-a168-fa78c9601811), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.356905 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.359913 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/388a37b0-f528-43ae-a168-fa78c9601811 HTTP/1.1" status: 204 len: 168 time: 0.6721389 Sep 16 08:16:15.370964 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723f07a-1b6d-440f-82cb-dfeeaecf64b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=388a37b0-f528-43ae-a168-fa78c9601811,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:15.410918 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ddc14c95-b518-4b9f-aa97-4702338ec3f6 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:16:15.433677 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: ddc14c95-b518-4b9f-aa97-4702338ec3f6 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:16:15.437658 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device ddc14c95-b518-4b9f-aa97-4702338ec3f6 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:16:15.437658 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c1af75e4-818f-4a1f-98ec-fc7bb674e798 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:16:15.455304 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: c1af75e4-818f-4a1f-98ec-fc7bb674e798 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:16:15.455645 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c1af75e4-818f-4a1f-98ec-fc7bb674e798 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:16:15.456046 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 36acfc42-d838-4ff1-8894-7d67293ce09f no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:16:15.474067 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 36acfc42-d838-4ff1-8894-7d67293ce09f {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:16:15.474445 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 36acfc42-d838-4ff1-8894-7d67293ce09f not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:16:15.766076 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59958) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:15.806949 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-f3b57a4d-fed2-4ed6-9139-99099534f2e6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=794ad972bfa844538f6f71d62e7bd163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396917 Sep 16 08:16:15.809322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59960) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:15.856389 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-dbe868be-da10-4526-b68c-95c71eafe9e4 admin admin] Publish callbacks [] for security_group (a09892a4-d970-4518-95dc-b8836def6e2d), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:15.875579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-dbe868be-da10-4526-b68c-95c71eafe9e4 admin admin] Publish callbacks [] for security_group (a09892a4-d970-4518-95dc-b8836def6e2d), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:16.001294 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-dbe868be-da10-4526-b68c-95c71eafe9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (a09892a4-d970-4518-95dc-b8836def6e2d), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:16.003940 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-dbe868be-da10-4526-b68c-95c71eafe9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:16.005122 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-dbe868be-da10-4526-b68c-95c71eafe9e4 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/a09892a4-d970-4518-95dc-b8836def6e2d HTTP/1.1" status: 204 len: 168 time: 0.1949365 Sep 16 08:16:16.013903 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe868be-da10-4526-b68c-95c71eafe9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09892a4-d970-4518-95dc-b8836def6e2d,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:16.588579 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59966) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:16.628616 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5182ec8d-5fa1-4524-83e3-e1022003fde0 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=8750ae6fd91c4232836b5360727849d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388465 Sep 16 08:16:16.631029 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 59968) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:16:16.681187 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ea9bdb0d-434f-40d5-8642-c5e0128c1526 admin admin] Publish callbacks [] for security_group (4302cc43-5674-4c19-8f31-7652549124a8), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:16.709413 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ea9bdb0d-434f-40d5-8642-c5e0128c1526 admin admin] Publish callbacks [] for security_group (4302cc43-5674-4c19-8f31-7652549124a8), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:16.806627 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ea9bdb0d-434f-40d5-8642-c5e0128c1526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (4302cc43-5674-4c19-8f31-7652549124a8), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:16.809255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-ea9bdb0d-434f-40d5-8642-c5e0128c1526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:16.810406 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-ea9bdb0d-434f-40d5-8642-c5e0128c1526 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/4302cc43-5674-4c19-8f31-7652549124a8 HTTP/1.1" status: 204 len: 168 time: 0.1784942 Sep 16 08:16:16.818915 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bdb0d-434f-40d5-8642-c5e0128c1526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4302cc43-5674-4c19-8f31-7652549124a8,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:16:20.664734 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=61 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:20.668583 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=10 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:21.869259 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:21.920433 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:24.657919 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=21,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:26.744328 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=67,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:26.814572 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:31.872699 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:32.245386 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-d1391d39-337e-4fb0-b448-4c0fd5571cf2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366182 Sep 16 08:16:32.363252 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644931-e6cf-4c08-b50a-6561520063fa req-0c2a49bb-e898-4e97-9fa3-3fbc674c8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:32.364678 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-0c2a49bb-e898-4e97-9fa3-3fbc674c8501 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0406368 Sep 16 08:16:32.479393 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644931-e6cf-4c08-b50a-6561520063fa req-2fbd2786-bc8d-4841-b3e8-482493f037bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:32.480827 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-2fbd2786-bc8d-4841-b3e8-482493f037bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 909 time: 0.0890892 Sep 16 08:16:32.549302 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-3133f03e-b8bc-4991-aff2-477f41dfbcdf service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 1002 time: 0.0589762 Sep 16 08:16:32.596933 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644931-e6cf-4c08-b50a-6561520063fa req-c6692707-9787-424b-9877-0c712a401582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:32.598370 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-c6692707-9787-424b-9877-0c712a401582 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0435355 Sep 16 08:16:32.641446 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644931-e6cf-4c08-b50a-6561520063fa req-bb9f204a-af93-4d0b-ba12-c6c5e09c4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:16:32.642894 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-bb9f204a-af93-4d0b-ba12-c6c5e09c4147 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374970 Sep 16 08:16:32.742728 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-47792966-353d-4c30-969a-34f56dc6cf66 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896215 Sep 16 08:16:32.832126 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-81644931-e6cf-4c08-b50a-6561520063fa req-84f6fdd5-c83c-47c0-aadd-d9306d8b77c3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801833 Sep 16 08:16:36.693004 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:38.303790 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-435e4b60-cd1c-4bd0-a987-da9a0bf8fa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:40.680252 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f51655bc-6c5e-441a-b00f-801e6b2b7d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:42.069015 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:42.819614 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=49 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:42.829734 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=52 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:43.543327 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:43.654998 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:16:43.909139 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:51.937587 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:16:57.660427 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:16:57.665207 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:01.879604 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:01.881779 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:08.269259 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d157e447-a901-4ee1-83bc-9bca9ceda3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:10.662730 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-95e4a6da-7bf3-4c96-9bfb-584fc6bea481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:12.091455 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:13.537074 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:13.885758 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:20.654072 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:17:21.965435 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:26.025081 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e4f2a-9202-4914-a12b-064548f06699 req-b37afc94-34af-4c2f-ab67-3128682f7c46 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:26.026641 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ab2e4f2a-9202-4914-a12b-064548f06699 req-b37afc94-34af-4c2f-ab67-3128682f7c46 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0496905 Sep 16 08:17:26.076493 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-ab2e4f2a-9202-4914-a12b-064548f06699 req-dd59375d-10d0-485d-a7a8-05760f43ba7a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Sep 16 08:17:27.202275 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f2faa-d58c-47b6-9575-d25232fdfe5f req-6a78f4a0-5cff-4462-bc35-dcef6ad52479 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:27.203760 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-304f2faa-d58c-47b6-9575-d25232fdfe5f req-6a78f4a0-5cff-4462-bc35-dcef6ad52479 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0498774 Sep 16 08:17:27.252784 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-304f2faa-d58c-47b6-9575-d25232fdfe5f req-b01af611-bb6c-40a4-8bab-e46f3eba3483 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433705 Sep 16 08:17:28.376682 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11607c50-51d5-4a50-8cb9-1a5c8f80dde6 req-063ab654-a2e3-49e7-8212-312e8c472788 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:28.378146 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-11607c50-51d5-4a50-8cb9-1a5c8f80dde6 req-063ab654-a2e3-49e7-8212-312e8c472788 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0497091 Sep 16 08:17:28.426811 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-11607c50-51d5-4a50-8cb9-1a5c8f80dde6 req-defd892b-6e3b-40b5-ad54-defd3fc67c99 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430732 Sep 16 08:17:29.546356 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7abb6-4667-40e3-9ee0-5e5dcb49e96c req-dc08457e-2d63-4c9d-ad13-cc565bafe31e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:29.547861 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5df7abb6-4667-40e3-9ee0-5e5dcb49e96c req-dc08457e-2d63-4c9d-ad13-cc565bafe31e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0475333 Sep 16 08:17:29.597635 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5df7abb6-4667-40e3-9ee0-5e5dcb49e96c req-d8e2676e-e8d9-4c97-b979-1d3309b02d8a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440147 Sep 16 08:17:30.718601 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df52b8-3ffd-4e24-b2b8-aa45a04692ce req-42a13b46-22e0-422a-8829-768aaccd4b5f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:30.720114 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a9df52b8-3ffd-4e24-b2b8-aa45a04692ce req-42a13b46-22e0-422a-8829-768aaccd4b5f tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0474379 Sep 16 08:17:30.770358 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a9df52b8-3ffd-4e24-b2b8-aa45a04692ce req-8fc12944-8633-478e-96f9-4f6304e8dd89 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446358 Sep 16 08:17:31.888960 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85344a-0ace-4795-bf28-db900afcee4b req-09a97f76-854a-4d1b-8810-f7c512a3e423 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:31.890368 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd85344a-0ace-4795-bf28-db900afcee4b req-09a97f76-854a-4d1b-8810-f7c512a3e423 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0449033 Sep 16 08:17:31.895054 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:31.896152 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:31.943357 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd85344a-0ace-4795-bf28-db900afcee4b req-3458b68f-8665-45f6-ba4e-30535ad70a1a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474532 Sep 16 08:17:32.344747 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-102c4fc1-2839-4379-8cc4-3cc08501431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:32.346169 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-102c4fc1-2839-4379-8cc4-3cc08501431d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0384474 Sep 16 08:17:32.449631 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-7d3a102f-72ce-4641-b45c-7646613276e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:32.451075 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-7d3a102f-72ce-4641-b45c-7646613276e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 909 time: 0.0824134 Sep 16 08:17:32.518367 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-a7423964-0db5-45c3-81b1-0ea3b069e728 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 1002 time: 0.0578995 Sep 16 08:17:32.571556 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-7bd97846-3842-4d9d-ba74-6c877c4f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:32.572952 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-7bd97846-3842-4d9d-ba74-6c877c4f1d0c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0438721 Sep 16 08:17:32.615140 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-7007276d-cb16-4e8b-9bae-4fe63b7d1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:32.616500 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-7007276d-cb16-4e8b-9bae-4fe63b7d1123 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375874 Sep 16 08:17:32.708714 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-562a5149-76b6-40d2-9c17-738198a30247 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851424 Sep 16 08:17:32.803003 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-86ecd1f2-f0cb-4f3c-8d14-bb2a3fc2a5b4 req-ed8a8ab1-f449-4207-9f59-57926d4dd45f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851707 Sep 16 08:17:33.060882 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcd9dd-8954-44ea-8a68-457102981c03 req-0829e055-2c27-4049-8093-cbb26a81b1ad tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:33.062307 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a9bcd9dd-8954-44ea-8a68-457102981c03 req-0829e055-2c27-4049-8093-cbb26a81b1ad tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0454087 Sep 16 08:17:33.114115 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a9bcd9dd-8954-44ea-8a68-457102981c03 req-cf7b7186-20a4-4bb6-854b-9f45cdfecd6e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461829 Sep 16 08:17:34.230644 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449a7d0-a90d-4d88-9f47-2c40827def34 req-26862b1c-94a6-4c8e-9e94-540f14b6788e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:34.232101 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6449a7d0-a90d-4d88-9f47-2c40827def34 req-26862b1c-94a6-4c8e-9e94-540f14b6788e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0450935 Sep 16 08:17:34.279676 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-6449a7d0-a90d-4d88-9f47-2c40827def34 req-abf7a71b-c5e8-4f96-87c7-64295f31c3bd tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414281 Sep 16 08:17:35.403407 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c267a31-d937-469a-9021-99b434de4281 req-8e547668-2bf4-4f87-b922-bb82da4cd9f9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:35.404852 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0c267a31-d937-469a-9021-99b434de4281 req-8e547668-2bf4-4f87-b922-bb82da4cd9f9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0471661 Sep 16 08:17:35.453311 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0c267a31-d937-469a-9021-99b434de4281 req-109c191d-85ef-46c9-85d6-60dc8478e8e8 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Sep 16 08:17:36.383251 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93a693-d83e-438f-afc7-40c099395ddc req-af6837b3-57d2-49e0-b5ab-20f65e0fd345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:36.384730 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd93a693-d83e-438f-afc7-40c099395ddc req-af6837b3-57d2-49e0-b5ab-20f65e0fd345 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0387115 Sep 16 08:17:36.736203 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:36.770373 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ca54-8304-4afc-ab72-8f8df88f953e req-869e87fe-18d2-4963-be1c-e922087c18eb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:36.773884 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-13e0ca54-8304-4afc-ab72-8f8df88f953e req-869e87fe-18d2-4963-be1c-e922087c18eb tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0777130 Sep 16 08:17:36.787091 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:36.791035 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93a693-d83e-438f-afc7-40c099395ddc req-f7ccb756-f131-4826-bc78-57282c614e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:36.792447 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd93a693-d83e-438f-afc7-40c099395ddc req-f7ccb756-f131-4826-bc78-57282c614e57 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 909 time: 0.3983629 Sep 16 08:17:36.871842 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-13e0ca54-8304-4afc-ab72-8f8df88f953e req-d2e74f3b-56ff-4ac0-aa9d-12a75d19896c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932720 Sep 16 08:17:36.881464 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd93a693-d83e-438f-afc7-40c099395ddc req-0f14907b-9189-4737-85aa-1d97d9222924 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 1002 time: 0.0771792 Sep 16 08:17:36.933754 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93a693-d83e-438f-afc7-40c099395ddc req-bef20d32-527c-4abe-a581-4a94732b66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:36.935182 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd93a693-d83e-438f-afc7-40c099395ddc req-bef20d32-527c-4abe-a581-4a94732b66e1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0444963 Sep 16 08:17:36.980143 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93a693-d83e-438f-afc7-40c099395ddc req-0f573d9b-fcf2-40b9-8107-7dabd9f6db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:36.981539 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd93a693-d83e-438f-afc7-40c099395ddc req-0f573d9b-fcf2-40b9-8107-7dabd9f6db80 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373759 Sep 16 08:17:37.075203 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd93a693-d83e-438f-afc7-40c099395ddc req-eec0a20d-7ad5-42db-88b1-3772735b1389 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843828 Sep 16 08:17:37.169318 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-bd93a693-d83e-438f-afc7-40c099395ddc req-0310c4d3-46b2-46c1-aa54-67e4b4188dc7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848255 Sep 16 08:17:37.551003 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=16 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:37.552790 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=18 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:37.992193 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128cc2c-9b9f-448f-8217-b42c9547dd79 req-ab429045-6650-466e-ab63-6fbd52c6de15 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:37.993573 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0128cc2c-9b9f-448f-8217-b42c9547dd79 req-ab429045-6650-466e-ab63-6fbd52c6de15 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0477302 Sep 16 08:17:38.042130 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-0128cc2c-9b9f-448f-8217-b42c9547dd79 req-84840abe-8da1-4338-a6c5-3706433a6d4c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427823 Sep 16 08:17:38.268465 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1d4a9e42-7013-4ed9-895c-49dbe516e4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:39.162219 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e975-5f80-441e-9079-e4a5fc9af3ee req-94ef7235-0b6b-4699-b520-3d2c36fe17c9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:39.163767 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0bd6e975-5f80-441e-9079-e4a5fc9af3ee req-94ef7235-0b6b-4699-b520-3d2c36fe17c9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0467420 Sep 16 08:17:39.213625 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-0bd6e975-5f80-441e-9079-e4a5fc9af3ee req-90b19c29-93cb-4027-bf62-42382bc69988 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436401 Sep 16 08:17:40.335731 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411616e-b5cf-4138-abd0-cf990758a000 req-090bb7b8-d9e8-460c-b9fd-df82b2468e8e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:40.337196 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1411616e-b5cf-4138-abd0-cf990758a000 req-090bb7b8-d9e8-460c-b9fd-df82b2468e8e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0498121 Sep 16 08:17:40.385088 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1411616e-b5cf-4138-abd0-cf990758a000 req-168ba100-0061-4508-ac29-ae23b274f774 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 Sep 16 08:17:40.668671 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-8bac1966-02da-431a-930d-cd63bc992c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:40.917062 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41c78a-1045-4cde-ae90-eac67756c563 req-a0b68bbb-d67c-42ad-890e-d338bbd95138 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:40.918570 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2f41c78a-1045-4cde-ae90-eac67756c563 req-a0b68bbb-d67c-42ad-890e-d338bbd95138 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0474088 Sep 16 08:17:40.970564 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2f41c78a-1045-4cde-ae90-eac67756c563 req-7563c4ab-87e1-4d33-832b-ac7bf1de2fe1 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457306 Sep 16 08:17:41.111197 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-cddae782-221b-4907-99ee-b1e00678a9cb service neutron] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1751807 Sep 16 08:17:41.297709 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-fae3075f-da52-4f40-9521-817bf377b937 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:41.299049 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-fae3075f-da52-4f40-9521-817bf377b937 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports/ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 943 time: 0.1609328 Sep 16 08:17:42.011455 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ffe6532b-6bcb-4c4c-a9aa-8071554bec05 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:17:42.096357 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 is: ACTIVE; New status is: DOWN {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:17:42.096747 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:42.111230 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bee64e-e053-484c-8de5-c9bc263e6cfd req-5ea38d58-9de0-4b86-89ae-6ca445c4d0dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:42.112819 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-15bee64e-e053-484c-8de5-c9bc263e6cfd req-5ea38d58-9de0-4b86-89ae-6ca445c4d0dc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0505025 Sep 16 08:17:42.119891 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:17:42.126323 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d8070a-0bc0-44b8-85f1-89f6e7c1c4aa" -d '{"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:17:42.136404 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:17:42.138067 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:42.167206 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-15bee64e-e053-484c-8de5-c9bc263e6cfd req-70a41ab9-9c50-4d37-a2f0-08f92941f9ae tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464258 Sep 16 08:17:42.200146 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:42.227120 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 08:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f939211-84d4-4ad9-8173-7b1b572ee2a8 x-openstack-request-id: req-7f939211-84d4-4ad9-8173-7b1b572ee2a8 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:17:42.227409 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-unplugged", "status": "failed", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05", "code": 422}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:17:42.227661 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f939211-84d4-4ad9-8173-7b1b572ee2a8 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:17:42.228123 dv-cinder-740146-20-iscsi neutron-server[106811]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f939211-84d4-4ad9-8173-7b1b572ee2a8']: {'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'code': 422} returned with failed status Sep 16 08:17:42.253824 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=6']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:17:42.260864 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.261216 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.261565 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.261908 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.262243 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.262577 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.262932 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.263260 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.263590 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.263920 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.264247 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.264573 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.264896 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.265217 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:42.265542 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:17:43.284594 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750e738-69df-42cd-a4f0-eb8b208a6d1e req-cbd4b3fc-1ffd-46c8-a7b2-ff9d1fd0ad28 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:43.286080 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3750e738-69df-42cd-a4f0-eb8b208a6d1e req-cbd4b3fc-1ffd-46c8-a7b2-ff9d1fd0ad28 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0473583 Sep 16 08:17:43.335757 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3750e738-69df-42cd-a4f0-eb8b208a6d1e req-1ab75a14-30d8-44ad-bca7-b17b4633cb05 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Sep 16 08:17:43.548733 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:43.892045 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:44.286597 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-7528181a-b9f9-41ab-ba65-3253cf1c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:44.288090 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-7528181a-b9f9-41ab-ba65-3253cf1c76cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764&tenant_id=715b5f5887c940aca9d81291d48fd426 HTTP/1.1" status: 200 len: 1128 time: 0.0383685 Sep 16 08:17:44.456670 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80113adb-7273-438f-ac6f-8c3f817fba8a req-dc281f6e-e07a-4373-b6da-521bd88f90b7 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:44.458132 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-80113adb-7273-438f-ac6f-8c3f817fba8a req-dc281f6e-e07a-4373-b6da-521bd88f90b7 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0465877 Sep 16 08:17:44.506627 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-80113adb-7273-438f-ac6f-8c3f817fba8a req-ac07c110-57f0-453f-b1b8-61e47d14fdb7 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Sep 16 08:17:44.535857 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-172a8863-057a-4588-8059-11a89504ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:44.537410 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-172a8863-057a-4588-8059-11a89504ed4f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1128 time: 0.0427821 Sep 16 08:17:44.630610 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-17cd5f2c-d3b2-443b-93a1-1def5d341812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:44.632163 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-17cd5f2c-d3b2-443b-93a1-1def5d341812 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 909 time: 0.0853767 Sep 16 08:17:44.700323 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-20af803f-a939-4e61-b9a0-68072ab01f9c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 1000 time: 0.0590620 Sep 16 08:17:44.738135 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:44.754163 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-cd5da356-95d3-4bd6-82a9-e7c55ad2b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:44.756697 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-cd5da356-95d3-4bd6-82a9-e7c55ad2b6ad service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0460377 Sep 16 08:17:44.802899 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-a58cd09a-1d6b-4d0f-9521-125bf4f9f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:44.804269 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-a58cd09a-1d6b-4d0f-9521-125bf4f9f6cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384834 Sep 16 08:17:44.864268 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=100 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:44.900813 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-220f7a20-d482-442c-80e3-ff69df53016e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866728 Sep 16 08:17:44.991198 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-afd6d59f-bda3-4ef0-b554-c2086fa88f56 req-964bc5ef-357c-4a4f-84bc-b7fdb5d311f6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831141 Sep 16 08:17:45.630377 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2dc01-ef98-4af3-a45b-c1dfbe787b48 req-cfa63250-1110-46e3-b7b9-3de4581cf330 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:45.631863 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c1d2dc01-ef98-4af3-a45b-c1dfbe787b48 req-cfa63250-1110-46e3-b7b9-3de4581cf330 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0513079 Sep 16 08:17:45.680850 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-c1d2dc01-ef98-4af3-a45b-c1dfbe787b48 req-597a1163-6ab9-4a0e-8cf6-e855a0520bfe tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434403 Sep 16 08:17:46.800690 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9c042-a416-45ed-9afb-2a781a7ab0bf req-0c315471-4646-4b59-a365-5e096c761632 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:46.802152 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a0b9c042-a416-45ed-9afb-2a781a7ab0bf req-0c315471-4646-4b59-a365-5e096c761632 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0459559 Sep 16 08:17:46.850218 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a0b9c042-a416-45ed-9afb-2a781a7ab0bf req-5b10b891-48f7-4eaf-a876-1cf90c1475f8 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Sep 16 08:17:47.968723 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c2a6c-0a08-4dd0-a88f-168b63290b31 req-6e8e04fa-8396-4586-bf18-e0580456acd9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:47.970239 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5b5c2a6c-0a08-4dd0-a88f-168b63290b31 req-6e8e04fa-8396-4586-bf18-e0580456acd9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0472689 Sep 16 08:17:48.020141 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5b5c2a6c-0a08-4dd0-a88f-168b63290b31 req-a74d0be8-cc4f-4a7f-a6e8-73b58f93b8de tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440016 Sep 16 08:17:49.102809 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:49.105346 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:49.144171 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c3851-0609-4269-83d4-4e4c77d93009 req-8b734351-db00-4ef2-af2c-f961605c30ca tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:49.145619 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-503c3851-0609-4269-83d4-4e4c77d93009 req-8b734351-db00-4ef2-af2c-f961605c30ca tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0510192 Sep 16 08:17:49.194058 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-503c3851-0609-4269-83d4-4e4c77d93009 req-b1442bf1-c911-4b1d-a05c-a5b03d7b7adc tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Sep 16 08:17:50.316530 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8250ca-4000-4e35-8cc1-1bc2d79755f3 req-50228b0d-6629-41c1-b5e8-fde44867172a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:50.317959 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3b8250ca-4000-4e35-8cc1-1bc2d79755f3 req-50228b0d-6629-41c1-b5e8-fde44867172a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0493565 Sep 16 08:17:50.365391 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-3b8250ca-4000-4e35-8cc1-1bc2d79755f3 req-643e0ff0-2abc-4e57-b24c-e2777cffb16e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419106 Sep 16 08:17:51.485406 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4525b-cb9f-4eee-ad63-38df01981fe0 req-ad6dbac3-cc10-46fa-a3cc-37890bb2b928 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:51.486928 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8ed4525b-cb9f-4eee-ad63-38df01981fe0 req-ad6dbac3-cc10-46fa-a3cc-37890bb2b928 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0468385 Sep 16 08:17:51.535861 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-8ed4525b-cb9f-4eee-ad63-38df01981fe0 req-7078da37-997d-4814-b524-b55b4b72c6c0 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432541 Sep 16 08:17:51.970828 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:52.654343 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b297cac-ed0f-4f3c-bca7-47d37a00c700 req-d54d8cf9-82bf-448e-a3a8-1ea15269656c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:52.655811 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5b297cac-ed0f-4f3c-bca7-47d37a00c700 req-d54d8cf9-82bf-448e-a3a8-1ea15269656c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0466690 Sep 16 08:17:52.704889 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-5b297cac-ed0f-4f3c-bca7-47d37a00c700 req-1491da52-a936-481c-ab9b-02049339af5c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Sep 16 08:17:53.823872 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea25756-6a8b-4bd6-a11a-695008680899 req-b0719e4f-cf81-47c3-a632-a88e1326293a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:53.825331 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dea25756-6a8b-4bd6-a11a-695008680899 req-b0719e4f-cf81-47c3-a632-a88e1326293a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 944 time: 0.0454845 Sep 16 08:17:53.876833 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-dea25756-6a8b-4bd6-a11a-695008680899 req-7cfeb274-b755-451c-ba2a-dfc1c8bd44c6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453076 Sep 16 08:17:54.101424 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ffe6532b-6bcb-4c4c-a9aa-8071554bec05 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=106811) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 08:17:54.200170 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:17:54.211078 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Returning: {'device': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'port_id': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'mac_address': 'fa:16:3e:8b:bd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106811) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 08:17:54.244726 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 is: DOWN; New status is: BUILD {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:17:54.245112 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:54.261303 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe6532b-6bcb-4c4c-a9aa-8071554bec05 {{(pid=106811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 08:17:54.280334 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:17:54.336639 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:54.381213 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=7']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:17:54.678039 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] get_ports_and_sgs() called for port_ids ['ffe6532b-6bcb-4c4c-a9aa-8071554bec05'] {{(pid=106811) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 08:17:54.869240 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:54.883836 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:17:54.997551 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502400-72b6-4db0-92e7-22a8b1e33135 req-aeef66da-3341-49ff-a63d-a4a85bdaff08 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:54.999019 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8e502400-72b6-4db0-92e7-22a8b1e33135 req-aeef66da-3341-49ff-a63d-a4a85bdaff08 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 945 time: 0.0464694 Sep 16 08:17:55.051898 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-8e502400-72b6-4db0-92e7-22a8b1e33135 req-e9da4e68-b349-4fc2-baaa-f58911cabe67 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471847 Sep 16 08:17:56.109946 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ffe6532b-6bcb-4c4c-a9aa-8071554bec05 up at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 08:17:56.154748 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.provisioning_blocks [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Provisioning complete for port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 triggered by entity L2. {{(pid=106811) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 08:17:56.155130 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1571411'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), provisioning_complete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:56.155474 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Attempt 1 to provision port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 Sep 16 08:17:56.175222 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d843-979f-4c84-8daa-2008dcd4f526 req-aaaad70b-ab47-4f17-866c-74e2546271a3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:56.176701 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0f3d843-979f-4c84-8daa-2008dcd4f526 req-aaaad70b-ab47-4f17-866c-74e2546271a3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 945 time: 0.0479836 Sep 16 08:17:56.225057 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-c0f3d843-979f-4c84-8daa-2008dcd4f526 req-9b23fe96-2d0d-46f0-9a9c-3d1c40655229 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 Sep 16 08:17:56.228300 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Current status of the port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 is: BUILD; New status is: ACTIVE {{(pid=106811) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 08:17:56.228690 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1546435'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:56.251393 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05'}] {{(pid=106811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:17:56.254135 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be58dcbfee5be04cbe11181e46e274cec9c0b85b021e3b61c5f417a2f4b8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96183036-5ef7-4d79-908a-409f52574e63" -d '{"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05"}]}' {{(pid=106811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:17:56.266200 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:17:56.293686 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551a0a2b-88a9-4585-b5d4-1eeb1cf9da86 x-openstack-request-id: req-551a0a2b-88a9-4585-b5d4-1eeb1cf9da86 {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:17:56.293973 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-plugged", "status": "completed", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05", "code": 200}]} {{(pid=106811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:17:56.294343 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-551a0a2b-88a9-4585-b5d4-1eeb1cf9da86 {{(pid=106811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:17:56.294708 dv-cinder-740146-20-iscsi neutron-server[106811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551a0a2b-88a9-4585-b5d4-1eeb1cf9da86'] response: {'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'code': 200} Sep 16 08:17:56.341283 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752246123430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752245699795', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752245699813'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:17:56.388604 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Pushing event updated for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=8']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:17:56.693471 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b08c1-a9f6-41e2-9db9-bc6e86710660 req-c2de41be-3b12-45ae-8a1d-6e942eca7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:56.694944 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e06b08c1-a9f6-41e2-9db9-bc6e86710660 req-c2de41be-3b12-45ae-8a1d-6e942eca7fef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0381503 Sep 16 08:17:56.740617 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-e06b08c1-a9f6-41e2-9db9-bc6e86710660 req-586644ed-8adc-4bb5-bc4e-c8502b8f382f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397627 Sep 16 08:17:57.345035 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba6862-4115-4ab8-8c16-84783b6bc8b9 req-6fa56146-fd13-4bcf-998f-1ce50116642e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:57.346489 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a6ba6862-4115-4ab8-8c16-84783b6bc8b9 req-6fa56146-fd13-4bcf-998f-1ce50116642e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0463524 Sep 16 08:17:57.394724 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-a6ba6862-4115-4ab8-8c16-84783b6bc8b9 req-e04a4c04-85e9-4a3d-a3f6-5cd1b327657e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Sep 16 08:17:57.653012 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:17:58.515636 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fe8b1-e0b1-4857-b9df-28c71657db03 req-c265bee0-044a-4c6e-97ad-60d0fe69b1a6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:17:58.517103 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-253fe8b1-e0b1-4857-b9df-28c71657db03 req-c265bee0-044a-4c6e-97ad-60d0fe69b1a6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0468831 Sep 16 08:17:58.566096 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-253fe8b1-e0b1-4857-b9df-28c71657db03 req-e3b17451-2a17-471d-80b7-5edf7f7628e3 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430882 Sep 16 08:18:06.385402 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:06.386259 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:07.382266 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=41 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:07.390252 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=47 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:08.283833 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d8af0114-a69d-4369-9290-18d86af5697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:08.558001 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:08.561763 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=78 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:10.662605 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-bdfb37b7-ad0e-4e3c-9732-4e7a2f71c267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:11.653512 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:11.657275 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:12.101937 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:13.542237 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:13.884656 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:21.947425 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:31.897686 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:31.900574 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:32.293761 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-52ed87cf-e006-458e-bd32-7ab95efb124e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414155 Sep 16 08:18:32.395878 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-cc23e392-2f49-43d1-a1ea-e333c433a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:18:32.397576 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-cc23e392-2f49-43d1-a1ea-e333c433a4ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0387368 Sep 16 08:18:32.502209 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-20c63939-3c6b-4a58-8649-e45ebdb4e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:18:32.503679 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-20c63939-3c6b-4a58-8649-e45ebdb4e41b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 909 time: 0.0887311 Sep 16 08:18:32.565315 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-1b1b3838-5b4e-47fd-877e-584d69454b2c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 1002 time: 0.0539896 Sep 16 08:18:32.613828 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-5d6c6691-b6ef-488e-8f82-0a6f458a2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:18:32.615298 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-5d6c6691-b6ef-488e-8f82-0a6f458a2468 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0424283 Sep 16 08:18:32.661576 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-55131d1a-6ead-4db2-b20c-1a84447f5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:18:32.663059 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-55131d1a-6ead-4db2-b20c-1a84447f5060 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412767 Sep 16 08:18:32.752165 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-c4234512-2818-4a2b-b07a-61d556c0beed service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822327 Sep 16 08:18:32.843612 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dab11d40-13d8-43b6-9944-cc556d43add0 req-c3509593-4a95-4435-81b5-c148ab5eb7f0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852227 Sep 16 08:18:34.652369 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:18:36.697625 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:38.318962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-767d4c45-b646-48a9-ab24-1f6c60d7d6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:40.650445 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-23fefa89-61cb-49a9-9324-d6701d14a4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:42.107617 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:42.839477 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=52 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:42.840249 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=49 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:43.564677 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:43.906129 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:18:48.649025 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:48.654001 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:18:51.952994 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:01.894029 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:01.895873 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:08.284193 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-dbac0afd-0a96-4e25-a319-7eed8600d7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:10.659569 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-bfa5876c-7760-4142-8557-81742625ee63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:11.651575 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:19:12.106760 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:12.303159 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 60084) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:12.445274 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Deleting port cfad7e7e-ef89-4ce2-a79a-18d4121ba621 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:12.445614 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:12.521787 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:12.522116 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for floatingip (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:12.535555 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Calling delete_port for cfad7e7e-ef89-4ce2-a79a-18d4121ba621 owned by network:floatingip {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:12.728465 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (cfad7e7e-ef89-4ce2-a79a-18d4121ba621), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:12.755114 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event deleted for resources: {'Port': ['ID=cfad7e7e-ef89-4ce2-a79a-18d4121ba621,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:12.780357 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.780701 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.781037 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.781376 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.781704 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.782030 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.782353 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.782694 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.783019 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.783342 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.783661 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.784121 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.784296 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.784613 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.784929 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:12.830371 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for floatingip (cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:12.830722 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.db.l3_db [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Floating IP cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a disassociated (deleted). External IP: 172.27.1.199, port: ffe6532b-6bcb-4c4c-a9aa-8071554bec05. Sep 16 08:19:13.026114 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Router 431d26ae-34fe-443d-b437-6785d67ab12d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:19:13.124514 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:19:13.129253 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for floatingip (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:13.133715 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] Sync routers for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:19:13.144356 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:19:13.145042 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:19:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:13.164617 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-3f0819e9-6ae1-4691-b9af-f808c3a56fc9 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "DELETE /networking/v2.0/floatingips/cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a HTTP/1.1" status: 204 len: 168 time: 0.8579214 Sep 16 08:19:13.164617 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:19:13.164988 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22434afa-22ba-46d5-a319-e74d7608dcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:19:13.251995 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:19:13.281266 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 08:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e279b-a510-4c11-a8cd-04bb5b915ab5 x-openstack-request-id: req-245e279b-a510-4c11-a8cd-04bb5b915ab5 {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:19:13.281558 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:19:13.281810 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-245e279b-a510-4c11-a8cd-04bb5b915ab5 {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:19:13.282717 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245e279b-a510-4c11-a8cd-04bb5b915ab5'] response: {'name': 'network-changed', 'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'status': 'completed', 'code': 200} Sep 16 08:19:13.387629 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-572a9e70-3ca1-459d-ab93-849b38aed605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:13.389811 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-572a9e70-3ca1-459d-ab93-849b38aed605 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=715b5f5887c940aca9d81291d48fd426&device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 1130 time: 0.0424564 Sep 16 08:19:13.444552 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:33Z', 'revision_number': 5, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:13.472522 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] Checking router: 431d26ae-34fe-443d-b437-6785d67ab12d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:19:13.483596 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:19:13.484467 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:19:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:13.508786 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-0124b393-bcfe-4c89-b817-0e186eef1dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:13.510718 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-0124b393-bcfe-4c89-b817-0e186eef1dce service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 200 len: 909 time: 0.1054385 Sep 16 08:19:13.556952 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:13.557785 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0b31-b5eb-4fcd-9577-b1f455c15c9e req-ad4db804-6123-428c-9c5b-9919cf017449 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:13.559298 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-583e0b31-b5eb-4fcd-9577-b1f455c15c9e req-ad4db804-6123-428c-9c5b-9919cf017449 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0469971 Sep 16 08:19:13.587998 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:19:13.610702 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-583e0b31-b5eb-4fcd-9577-b1f455c15c9e req-2042b67b-a054-4d5e-a6cf-2e94c0a76aa6 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445535 Sep 16 08:19:13.770006 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:33Z', 'revision_number': 5, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:13.876912 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c6588-192d-4d53-aaf2-e48fb0814352 None None] The sync data for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi is: [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:14:29Z', 'revision_number': 4, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi', '_interfaces': [{'id': '4ebdd50a-aa11-49e4-821d-df8aaeba002d', 'name': '', 'network_id': '930720f1-5a77-4f98-8ee8-8dfe2ce7d18b', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'mac_address': 'fa:16:3e:1a:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:28Z', 'updated_at': '2022-09-16T08:14:33Z', 'revision_number': 5, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'subnets': [{'id': '297e78c1-5358-4f8c-8733-c86b3c1f431a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:19:13.894951 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:14.105185 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8789b6c-0b41-4fab-9baa-c6b7824bd462 None None] New status for floating IP cf4dbf0a-b903-4bcd-8c3b-bd6aeb9e7d0a: DOWN {{(pid=106811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 08:19:14.714833 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:14.720228 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:14.733736 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43cab7-636d-42ad-ade4-d7f4c59e81a3 req-8cc9df5d-2cca-42a6-96c8-9f99a233dc12 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:14.735252 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1b43cab7-636d-42ad-ade4-d7f4c59e81a3 req-8cc9df5d-2cca-42a6-96c8-9f99a233dc12 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0474675 Sep 16 08:19:14.786498 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-1b43cab7-636d-42ad-ade4-d7f4c59e81a3 req-9fb8cee3-6c76-4bb3-99eb-0d118ebcce9e tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Sep 16 08:19:14.869270 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-d17ec340-6c67-42f4-bcb9-a31b82f7427d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 200 len: 217 time: 0.0335960 Sep 16 08:19:14.921486 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-3bf72e40-0cb9-4d63-80a9-59f31b966bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:14.922951 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-3bf72e40-0cb9-4d63-80a9-59f31b966bc1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 200 len: 847 time: 0.0470273 Sep 16 08:19:15.125901 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-47ddbbc3-c4b1-4725-a8df-3cf98baff367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:15.127413 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-47ddbbc3-c4b1-4725-a8df-3cf98baff367 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386646 Sep 16 08:19:15.440001 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-6c0bb513-9f13-47b8-8551-079060f9a3be service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Sep 16 08:19:15.559255 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30db79-ac95-487f-8105-7a209eb2965c req-a37991a1-e418-4385-87bf-a6530957c1f8 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:15.561296 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2b30db79-ac95-487f-8105-7a209eb2965c req-a37991a1-e418-4385-87bf-a6530957c1f8 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0463293 Sep 16 08:19:15.599052 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-22434afa-22ba-46d5-a319-e74d7608dcf1 req-2cab5a00-64aa-4813-ba17-baf70d2d2564 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840650 Sep 16 08:19:15.647027 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Deleting port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:15.657971 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:15.737123 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] For port ffe6532b-6bcb-4c4c-a9aa-8071554bec05, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:15.737804 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:15.750618 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Calling delete_port for ffe6532b-6bcb-4c4c-a9aa-8071554bec05 owned by compute:nova {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:15.908093 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd742789-458d-4aa1-83a1-550362fa2acf req-c37abba5-180d-4674-94ce-c89183152829 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 08:19:15.909530 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dd742789-458d-4aa1-83a1-550362fa2acf req-c37abba5-180d-4674-94ce-c89183152829 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 946 time: 0.0469136 Sep 16 08:19:15.940190 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (ffe6532b-6bcb-4c4c-a9aa-8071554bec05), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:15.961440 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-dd742789-458d-4aa1-83a1-550362fa2acf req-cbda98d5-e568-4aba-988b-35b8a03116e7 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/security-groups?id=b6c38bc5-a5cf-41e1-b0b6-39971e98328d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461445 Sep 16 08:19:15.967417 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event deleted for resources: {'Port': ['ID=ffe6532b-6bcb-4c4c-a9aa-8071554bec05,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:16.020162 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] No DVR routers for this DVR port ffe6532b-6bcb-4c4c-a9aa-8071554bec05 on host hv-cinder-74014 {{(pid=106809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:19:16.022903 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54140'] for port (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:16.026089 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [req-2b30db79-ac95-487f-8105-7a209eb2965c req-1546d764-31dd-4f69-9f32-a384eb240433 tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.42 "DELETE /networking/v2.0/ports/ffe6532b-6bcb-4c4c-a9aa-8071554bec05 HTTP/1.1" status: 204 len: 173 time: 0.4588134 Sep 16 08:19:16.026588 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-deleted', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05'}] {{(pid=106809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 08:19:16.030171 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb42d245e0d19ae48c5289afa33308a88ae651fdf4c9b6f8c1fa568a0e4df170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24af29-aad6-4aac-b435-615db8226a22" -d '{"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-deleted", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05"}]}' {{(pid=106809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 08:19:16.065630 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 08:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354200c1-e5be-4230-9a23-04f7b111147b x-openstack-request-id: req-354200c1-e5be-4230-9a23-04f7b111147b {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 08:19:16.065923 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747eb003-d2cb-4458-9c34-b5f64b8ac764", "name": "network-vif-deleted", "tag": "ffe6532b-6bcb-4c4c-a9aa-8071554bec05", "status": "completed", "code": 200}]} {{(pid=106809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 08:19:16.066185 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-354200c1-e5be-4230-9a23-04f7b111147b {{(pid=106809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 08:19:16.066585 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354200c1-e5be-4230-9a23-04f7b111147b'] response: {'server_uuid': '747eb003-d2cb-4458-9c34-b5f64b8ac764', 'name': 'network-vif-deleted', 'tag': 'ffe6532b-6bcb-4c4c-a9aa-8071554bec05', 'status': 'completed', 'code': 200} Sep 16 08:19:17.081350 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [req-9be35eee-81cd-41e5-a317-75c77f2ccff4 req-8859d975-8409-4c66-bb6c-cee9990da14c tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "GET /networking/v2.0/ports?device_id=747eb003-d2cb-4458-9c34-b5f64b8ac764 HTTP/1.1" status: 200 len: 210 time: 0.0291557 Sep 16 08:19:18.151093 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60122) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:18.206599 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group (b6c38bc5-a5cf-41e1-b0b6-39971e98328d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:18.231115 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group (b6c38bc5-a5cf-41e1-b0b6-39971e98328d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:18.347016 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (b6c38bc5-a5cf-41e1-b0b6-39971e98328d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:18.349483 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:18.350647 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] 10.222.0.59 "DELETE /networking/v2.0/security-groups/b6c38bc5-a5cf-41e1-b0b6-39971e98328d HTTP/1.1" status: 204 len: 168 time: 0.2002742 Sep 16 08:19:18.365467 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c38bc5-a5cf-41e1-b0b6-39971e98328d,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:18.369569 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.369874 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.370213 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.370546 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.370902 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.371211 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.371561 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.371882 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.372332 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.373287 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.373613 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.373933 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.374252 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.374631 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.375006 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f714e787-5809-4489-a269-2dc206e2563a tempest-TestShelveInstance-862690332 tempest-TestShelveInstance-862690332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:18.438257 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60126) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:18.513915 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ffe6532b-6bcb-4c4c-a9aa-8071554bec05 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:19:18.533976 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] No Port match for: ffe6532b-6bcb-4c4c-a9aa-8071554bec05 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:19:18.534318 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Device ffe6532b-6bcb-4c4c-a9aa-8071554bec05 not bound to the agent host hv-cinder-74014 {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:19:18.569049 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:18.624964 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:18.742395 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (431d26ae-34fe-443d-b437-6785d67ab12d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:18.953415 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Deleting port 4ebdd50a-aa11-49e4-821d-df8aaeba002d {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:18.953779 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:19.031824 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] For port 4ebdd50a-aa11-49e4-821d-df8aaeba002d, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=4ebdd50a-aa11-49e4-821d-df8aaeba002d,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:19.032189 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:19.044565 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Calling delete_port for 4ebdd50a-aa11-49e4-821d-df8aaeba002d owned by network:router_interface {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:19.282519 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (4ebdd50a-aa11-49e4-821d-df8aaeba002d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:19.304116 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebdd50a-aa11-49e4-821d-df8aaeba002d,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:19.419159 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:19.474174 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (431d26ae-34fe-443d-b437-6785d67ab12d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:19.516995 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:19.675887 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Router 431d26ae-34fe-443d-b437-6785d67ab12d has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:19:20.031475 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:19:20.036244 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7bf0e4b8-3ceb-4260-b363-661d316a5a72 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/431d26ae-34fe-443d-b437-6785d67ab12d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968966 Sep 16 08:19:20.038868 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60128) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:20.046662 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] Sync routers for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:19:20.052679 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:19:20.053383 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:19:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:20.135034 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks [] for router (431d26ae-34fe-443d-b437-6785d67ab12d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.150954 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: dv-cinder-740146-20-iscsi {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:19:20.229244 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks [] for router_gateway (431d26ae-34fe-443d-b437-6785d67ab12d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.277218 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:20.316378 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:19:19Z', 'revision_number': 5, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port': {'id': '6721375e-7f22-44c9-960e-908f0caaa6d6', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:26Z', 'updated_at': '2022-09-16T08:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:20.318866 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=100 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:20.331312 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Deleting port 6721375e-7f22-44c9-960e-908f0caaa6d6 {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:20.331839 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.344543 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] Checking router: 431d26ae-34fe-443d-b437-6785d67ab12d for host: dv-cinder-740146-20-iscsi {{(pid=106812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:19:20.353688 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] Routers {'431d26ae-34fe-443d-b437-6785d67ab12d'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:19:20.354305 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:19:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['431d26ae-34fe-443d-b437-6785d67ab12d'], 'active': True} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:20.412088 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] For port 6721375e-7f22-44c9-960e-908f0caaa6d6, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6721375e-7f22-44c9-960e-908f0caaa6d6,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:20.413933 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.425707 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Calling delete_port for 6721375e-7f22-44c9-960e-908f0caaa6d6 owned by network:router_gateway {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:20.433434 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_dvr_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] Set router 431d26ae-34fe-443d-b437-6785d67ab12d gateway port host: None {{(pid=106812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:19:20.484269 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.l3_hamode_db [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:19:20Z', 'revision_number': 6, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port_host': None}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:20.508241 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefbcf5-fc46-4ccd-865f-9166c165f013 None None] The sync data for ids ['431d26ae-34fe-443d-b437-6785d67ab12d'] in dv-cinder-740146-20-iscsi is: [{'id': '431d26ae-34fe-443d-b437-6785d67ab12d', 'name': 'tempest-TestShelveInstance-419265837-router', 'tenant_id': '715b5f5887c940aca9d81291d48fd426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:25Z', 'updated_at': '2022-09-16T08:19:20Z', 'revision_number': 6, 'project_id': '715b5f5887c940aca9d81291d48fd426', 'gw_port_host': None}] {{(pid=106812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:19:20.546484 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:20.661260 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (6721375e-7f22-44c9-960e-908f0caaa6d6), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.689686 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6721375e-7f22-44c9-960e-908f0caaa6d6,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:20.696708 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:20.751537 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (431d26ae-34fe-443d-b437-6785d67ab12d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.838146 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (431d26ae-34fe-443d-b437-6785d67ab12d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.840591 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks [] for router_controller (431d26ae-34fe-443d-b437-6785d67ab12d), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.947032 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (431d26ae-34fe-443d-b437-6785d67ab12d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.947607 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431d26ae-34fe-443d-b437-6785d67ab12d {{(pid=106810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:19:20.952505 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:20.953625 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-14f5a790-6210-46fe-ba3c-55a6897f6e55 admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/431d26ae-34fe-443d-b437-6785d67ab12d HTTP/1.1" status: 204 len: 168 time: 0.9138494 Sep 16 08:19:20.956134 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60130) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:21.004070 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] Deleting subnet 297e78c1-5358-4f8c-8733-c86b3c1f431a {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:19:21.007219 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] Publish callbacks [] for subnet (297e78c1-5358-4f8c-8733-c86b3c1f431a), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.041880 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (297e78c1-5358-4f8c-8733-c86b3c1f431a), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.114420 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (297e78c1-5358-4f8c-8733-c86b3c1f431a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.239244 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (297e78c1-5358-4f8c-8733-c86b3c1f431a), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.267469 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297e78c1-5358-4f8c-8733-c86b3c1f431a,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:21.269512 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.272931 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-89042c8a-bd5e-465a-9628-74976299a279 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/297e78c1-5358-4f8c-8733-c86b3c1f431a HTTP/1.1" status: 204 len: 168 time: 0.3158493 Sep 16 08:19:21.275492 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60132) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:21.275830 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f653ae-d151-4c24-9c63-1d5e51e999aa None None] Network 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:19:21.345784 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.391107 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Deleting port 6d172786-0247-4325-830f-6f92acf57a7e {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:21.391452 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (6d172786-0247-4325-830f-6f92acf57a7e), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.436907 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] DHCP port deletion for 930720f1-5a77-4f98-8ee8-8dfe2ce7d18b request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:19:21.460366 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] For port 6d172786-0247-4325-830f-6f92acf57a7e, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6d172786-0247-4325-830f-6f92acf57a7e,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:21.460668 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (6d172786-0247-4325-830f-6f92acf57a7e), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.476245 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Calling delete_port for 6d172786-0247-4325-830f-6f92acf57a7e owned by network:dhcp {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:21.490470 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Deleting port 6d172786-0247-4325-830f-6f92acf57a7e {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:21.490901 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (6d172786-0247-4325-830f-6f92acf57a7e), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.640625 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (6d172786-0247-4325-830f-6f92acf57a7e), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.662303 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6d172786-0247-4325-830f-6f92acf57a7e no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:19:21.668936 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d172786-0247-4325-830f-6f92acf57a7e,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:21.672386 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] No DVR routers for this DVR port 6d172786-0247-4325-830f-6f92acf57a7e on host dv-cinder-740146-20-iscsi {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:19:21.690543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 6d172786-0247-4325-830f-6f92acf57a7e {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:19:21.690914 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6d172786-0247-4325-830f-6f92acf57a7e not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:19:21.691329 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4ebdd50a-aa11-49e4-821d-df8aaeba002d no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:19:21.718554 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 4ebdd50a-aa11-49e4-821d-df8aaeba002d {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:19:21.718850 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 4ebdd50a-aa11-49e4-821d-df8aaeba002d not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:19:21.719266 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6721375e-7f22-44c9-960e-908f0caaa6d6 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:19:21.725775 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] For port 6d172786-0247-4325-830f-6f92acf57a7e, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=6d172786-0247-4325-830f-6f92acf57a7e,segment=NetworkSegment(ba429359-972c-4089-93a5-06911d8ee312),segment_id=ba429359-972c-4089-93a5-06911d8ee312)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:21.726172 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (6d172786-0247-4325-830f-6f92acf57a7e), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.743103 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.747173 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: 6721375e-7f22-44c9-960e-908f0caaa6d6 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:19:21.748052 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device 6721375e-7f22-44c9-960e-908f0caaa6d6 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:19:21.755402 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Calling delete_port for 6d172786-0247-4325-830f-6f92acf57a7e owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:21.763211 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:21.767873 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930720f1-5a77-4f98-8ee8-8dfe2ce7d18b']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:21.777663 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba429359-972c-4089-93a5-06911d8ee312') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:21.777964 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba429359-972c-4089-93a5-06911d8ee312') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:21.787743 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (ba429359-972c-4089-93a5-06911d8ee312), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.801843 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ba429359-972c-4089-93a5-06911d8ee312), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.808478 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:19:21.808862 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (ba429359-972c-4089-93a5-06911d8ee312), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.829251 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:21.836883 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (6d172786-0247-4325-830f-6f92acf57a7e), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.863715 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Pushing event deleted for resources: {'Port': ['ID=6d172786-0247-4325-830f-6f92acf57a7e,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:21.866395 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] No DVR routers for this DVR port 6d172786-0247-4325-830f-6f92acf57a7e on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:19:21.875156 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.875511 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.875856 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.876215 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.876543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.876877 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.877208 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.877536 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.877862 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.878379 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.878892 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.879417 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.879752 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.880081 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.880426 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4df3e6-1c14-4296-9bab-ce60d747f8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-20-iscsi {{(pid=106811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 08:19:21.895634 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment ba429359-972c-4089-93a5-06911d8ee312 resource provider aggregate not found Sep 16 08:19:21.914239 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment ba429359-972c-4089-93a5-06911d8ee312 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba429359-972c-4089-93a5-06911d8ee312 found for delete ", "request_id": "req-96563184-a43c-4a2e-a214-55aeaa6b6907"}]} Sep 16 08:19:21.975285 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (930720f1-5a77-4f98-8ee8-8dfe2ce7d18b), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.975469 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.993121 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:21.993121 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/930720f1-5a77-4f98-8ee8-8dfe2ce7d18b HTTP/1.1" status: 204 len: 168 time: 0.7083323 Sep 16 08:19:21.993340 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 60140) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:21.997049 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585e1bb-52ed-465f-86cc-39ddcf5651f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=930720f1-5a77-4f98-8ee8-8dfe2ce7d18b,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:22.292406 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16431782'] for router_interface (cb266d47-0477-4528-96bb-e45913d00319), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:22.338061 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:22.385970 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:22.509636 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Deleting port a26b205d-31a0-4ddd-9104-7a71c61ab004 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:22.509974 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:22.592526 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] For port a26b205d-31a0-4ddd-9104-7a71c61ab004, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=a26b205d-31a0-4ddd-9104-7a71c61ab004,segment=NetworkSegment(ecc3c45a-dacf-4f48-815b-15cc01172849),segment_id=ecc3c45a-dacf-4f48-815b-15cc01172849)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:22.592797 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:22.844692 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Calling delete_port for a26b205d-31a0-4ddd-9104-7a71c61ab004 owned by network:router_interface {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:23.101322 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (a26b205d-31a0-4ddd-9104-7a71c61ab004), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:23.126044 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26b205d-31a0-4ddd-9104-7a71c61ab004,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:23.286847 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16275734'] for router_interface (cb266d47-0477-4528-96bb-e45913d00319), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:23.492297 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Router cb266d47-0477-4528-96bb-e45913d00319 has already been hosted by L3 agent 4a7c19ac-4ea0-4260-bd13-0a55db95525b {{(pid=106809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 08:19:23.503977 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:23.536090 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:23.596342 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] Notify agent at l3_agent.dv-cinder-740146-20-iscsi the message routers_updated {{(pid=106809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 08:19:23.601821 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-4261aa0e-330f-4b9e-a1ca-47c85b8fece5 admin admin] 10.222.0.59 "PUT /networking/v2.0/routers/cb266d47-0477-4528-96bb-e45913d00319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6130488 Sep 16 08:19:23.604364 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 60142) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:23.605442 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] Sync routers for ids ['cb266d47-0477-4528-96bb-e45913d00319'] in dv-cinder-740146-20-iscsi {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 08:19:23.616723 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] Routers {'cb266d47-0477-4528-96bb-e45913d00319'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:19:23.617357 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:19:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['cb266d47-0477-4528-96bb-e45913d00319'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:23.720084 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] Set router cb266d47-0477-4528-96bb-e45913d00319 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:19:23.810968 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks [] for router (cb266d47-0477-4528-96bb-e45913d00319), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:23.894155 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:19:23Z', 'revision_number': 5, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:23.911170 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks [] for router_gateway (cb266d47-0477-4528-96bb-e45913d00319), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:23.919189 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] Checking router: cb266d47-0477-4528-96bb-e45913d00319 for host: dv-cinder-740146-20-iscsi {{(pid=106811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 08:19:23.928340 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] Routers {'cb266d47-0477-4528-96bb-e45913d00319'} bound to L3 agent in host dv-cinder-740146-20-iscsi {{(pid=106811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 08:19:23.928935 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T07:56:41Z,description=,heartbeat_timestamp=2022-09-16T08:19:11Z,host='dv-cinder-740146-20-iscsi',id=4a7c19ac-4ea0-4260-bd13-0a55db95525b,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T07:56:41Z,topic='l3_agent')) {'router_ids': ['cb266d47-0477-4528-96bb-e45913d00319'], 'active': True} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:24.010267 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Deleting port e33b043c-a620-4f64-bbeb-6eee51675e66 {{(pid=106809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:24.010502 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.014886 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:24.026501 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:24.028448 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvr_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] Set router cb266d47-0477-4528-96bb-e45913d00319 gateway port host: dv-cinder-740146-20-iscsi {{(pid=106811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 08:19:24.097308 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.db [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] For port e33b043c-a620-4f64-bbeb-6eee51675e66, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=e33b043c-a620-4f64-bbeb-6eee51675e66,segment=NetworkSegment(3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e),segment_id=3f3a6ecd-7c71-4575-8bf1-ce2cc23ea48e)] {{(pid=106809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:24.097674 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.110549 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.plugins.ml2.plugin [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Calling delete_port for e33b043c-a620-4f64-bbeb-6eee51675e66 owned by network:router_gateway {{(pid=106809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:24.195068 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_hamode_db [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:19:23Z', 'revision_number': 5, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}], 'dv-cinder-740146-20-iscsi', False) {} {{(pid=106811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:24.220658 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f16b7-d6b2-40cb-beb8-0aa65f76e429 None None] The sync data for ids ['cb266d47-0477-4528-96bb-e45913d00319'] in dv-cinder-740146-20-iscsi is: [{'id': 'cb266d47-0477-4528-96bb-e45913d00319', 'name': 'tempest-TestShelveInstance-562923979-router', 'tenant_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'external_fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T08:14:32Z', 'updated_at': '2022-09-16T08:19:23Z', 'revision_number': 5, 'project_id': '05bcf5ce4a1a47778e18c1ddbc7ecf59', 'gw_port': {'id': 'e33b043c-a620-4f64-bbeb-6eee51675e66', 'name': '', 'network_id': 'c9e1aa68-3ad7-4613-8729-41f2c07c62ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266d47-0477-4528-96bb-e45913d00319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T08:14:33Z', 'updated_at': '2022-09-16T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '815805d9-f4b9-4c08-bcd3-f5aa92b2c340', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-20-iscsi'}] {{(pid=106811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 08:19:24.324056 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13209486'] for port (e33b043c-a620-4f64-bbeb-6eee51675e66), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.347439 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Pushing event deleted for resources: {'Port': ['ID=e33b043c-a620-4f64-bbeb-6eee51675e66,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:24.410455 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16277340'] for router_gateway (cb266d47-0477-4528-96bb-e45913d00319), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.495406 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16261576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-400'] for router (cb266d47-0477-4528-96bb-e45913d00319), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.498074 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks [] for router_controller (cb266d47-0477-4528-96bb-e45913d00319), precommit_delete_associations {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.614234 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16275819'] for router (cb266d47-0477-4528-96bb-e45913d00319), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.614943 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb266d47-0477-4528-96bb-e45913d00319 {{(pid=106809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 08:19:24.619715 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.620852 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-6b7202ba-8d30-44ec-aa00-dad8689b472a admin admin] 10.222.0.59 "DELETE /networking/v2.0/routers/cb266d47-0477-4528-96bb-e45913d00319 HTTP/1.1" status: 204 len: 168 time: 1.0155902 Sep 16 08:19:24.624124 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60146) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:24.670603 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.db_base_plugin_v2 [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] Deleting subnet eab92c07-dc9e-4056-8295-3494e1454e0c {{(pid=106810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 08:19:24.674032 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] Publish callbacks [] for subnet (eab92c07-dc9e-4056-8295-3494e1454e0c), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.711505 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12805778'] for subnet (eab92c07-dc9e-4056-8295-3494e1454e0c), precommit_delete_associations {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.792737 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1455079'] for subnet (eab92c07-dc9e-4056-8295-3494e1454e0c), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.962727 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1347290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12804608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13249486'] for subnet (eab92c07-dc9e-4056-8295-3494e1454e0c), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.987026 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab92c07-dc9e-4056-8295-3494e1454e0c,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:24.992619 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for subnet (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:24.995707 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-0324dbec-9fc7-4904-95ff-83808b142017 admin admin] 10.222.0.59 "DELETE /networking/v2.0/subnets/eab92c07-dc9e-4056-8295-3494e1454e0c HTTP/1.1" status: 204 len: 168 time: 0.3706028 Sep 16 08:19:24.998902 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60148) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:25.001443 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2135b1-1471-4f0a-bc4f-3ab7e6628414 None None] Network 3411a2c5-2c4f-499a-b884-2d986861a93d requested from dv-cinder-740146-20-iscsi {{(pid=106811) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 08:19:25.119579 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512850'] for network (3411a2c5-2c4f-499a-b884-2d986861a93d), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.162297 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Deleting port c1b5466b-9026-4075-8ea0-50dae7f9ef6a {{(pid=106810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:25.162633 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.208515 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] DHCP port deletion for 3411a2c5-2c4f-499a-b884-2d986861a93d request from dv-cinder-740146-20-iscsi {{(pid=106811) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 08:19:25.230322 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.db [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] For port c1b5466b-9026-4075-8ea0-50dae7f9ef6a, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,segment=NetworkSegment(ecc3c45a-dacf-4f48-815b-15cc01172849),segment_id=ecc3c45a-dacf-4f48-815b-15cc01172849)] {{(pid=106810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:25.230841 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.248443 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] Deleting port c1b5466b-9026-4075-8ea0-50dae7f9ef6a {{(pid=106811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 08:19:25.248809 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752246123277'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), before_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.253190 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.plugin [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Calling delete_port for c1b5466b-9026-4075-8ea0-50dae7f9ef6a owned by network:dhcp {{(pid=106810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:25.317799 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.db [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] For port c1b5466b-9026-4075-8ea0-50dae7f9ef6a, host dv-cinder-740146-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-20-iscsi',level=0,port_id=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,segment=NetworkSegment(ecc3c45a-dacf-4f48-815b-15cc01172849),segment_id=ecc3c45a-dacf-4f48-815b-15cc01172849)] {{(pid=106811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 08:19:25.318190 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16424284'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), precommit_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.330812 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] Calling delete_port for c1b5466b-9026-4075-8ea0-50dae7f9ef6a owned by network:dhcp {{(pid=106811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 08:19:25.398476 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12804719'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.403889 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1541638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752246158475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752245699786'] for port (c1b5466b-9026-4075-8ea0-50dae7f9ef6a), after_delete {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.424513 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:25.427975 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] No DVR routers for this DVR port c1b5466b-9026-4075-8ea0-50dae7f9ef6a on host dv-cinder-740146-20-iscsi {{(pid=106810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:19:25.432067 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] Pushing event deleted for resources: {'Port': ['ID=c1b5466b-9026-4075-8ea0-50dae7f9ef6a,revision_number=None']} {{(pid=106811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:25.437802 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02dccb3-65af-4cec-a733-14e0b736f349 None None] No DVR routers for this DVR port c1b5466b-9026-4075-8ea0-50dae7f9ef6a on host dv-cinder-740146-20-iscsi {{(pid=106811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 08:19:25.500182 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device a26b205d-31a0-4ddd-9104-7a71c61ab004 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:19:25.503412 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1566156', 'neutron.services.segments.db._delete_segments_for_network-8752246114241'] for network (3411a2c5-2c4f-499a-b884-2d986861a93d), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.519280 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: a26b205d-31a0-4ddd-9104-7a71c61ab004 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:19:25.519627 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device a26b205d-31a0-4ddd-9104-7a71c61ab004 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:19:25.520033 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device e33b043c-a620-4f64-bbeb-6eee51675e66 no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:19:25.524222 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3411a2c5-2c4f-499a-b884-2d986861a93d']}} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:25.534115 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc3c45a-dacf-4f48-815b-15cc01172849') {'for_net_delete': True} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:25.534416 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.services.segments.db [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc3c45a-dacf-4f48-815b-15cc01172849') {} {{(pid=106810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 08:19:25.538437 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: e33b043c-a620-4f64-bbeb-6eee51675e66 {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:19:25.538815 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device e33b043c-a620-4f64-bbeb-6eee51675e66 not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:19:25.539217 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c1b5466b-9026-4075-8ea0-50dae7f9ef6a no longer exists at agent ovs-agent-dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 08:19:25.544084 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752246114133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12805801'] for segment (ecc3c45a-dacf-4f48-815b-15cc01172849), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.556902 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.plugin [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] No Port match for: c1b5466b-9026-4075-8ea0-50dae7f9ef6a {{(pid=106811) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 08:19:25.557253 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron.plugins.ml2.rpc [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Device c1b5466b-9026-4075-8ea0-50dae7f9ef6a not bound to the agent host dv-cinder-740146-20-iscsi {{(pid=106811) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 08:19:25.559186 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675'] for segment (ecc3c45a-dacf-4f48-815b-15cc01172849), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.565862 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 08:19:25.566227 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1332675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12804794'] for segment (ecc3c45a-dacf-4f48-815b-15cc01172849), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.577110 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:25.608327 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment ecc3c45a-dacf-4f48-815b-15cc01172849 resource provider aggregate not found Sep 16 08:19:25.625690 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.services.segments.plugin [-] Segment ecc3c45a-dacf-4f48-815b-15cc01172849 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecc3c45a-dacf-4f48-815b-15cc01172849 found for delete ", "request_id": "req-e1cbaf2a-03fb-4b42-922e-8c1d6bfa27db"}]} Sep 16 08:19:25.705009 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1566197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16398882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16277385'] for network (3411a2c5-2c4f-499a-b884-2d986861a93d), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.711627 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314382'] for network (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:25.714756 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] 10.222.0.59 "DELETE /networking/v2.0/networks/3411a2c5-2c4f-499a-b884-2d986861a93d HTTP/1.1" status: 204 len: 168 time: 0.7148054 Sep 16 08:19:25.725840 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285a64-97d5-47f1-86c5-6f0ef6fd1e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3411a2c5-2c4f-499a-b884-2d986861a93d,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:26.013930 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60156) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:26.057999 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-7e5bc5bd-1248-4652-9a7a-2d7938aef4db admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=715b5f5887c940aca9d81291d48fd426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428774 Sep 16 08:19:26.060377 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [-] (106810) accepted ('10.222.0.59', 60158) {{(pid=106810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:26.086260 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:26.107782 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9edcac36-eb89-490b-9697-61067b5a9f73 admin admin] Publish callbacks [] for security_group (d37861b1-d024-450d-b914-415539b70602), before_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:26.128073 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9edcac36-eb89-490b-9697-61067b5a9f73 admin admin] Publish callbacks [] for security_group (d37861b1-d024-450d-b914-415539b70602), precommit_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:26.215310 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9edcac36-eb89-490b-9697-61067b5a9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (d37861b1-d024-450d-b914-415539b70602), after_delete {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:26.217950 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron_lib.callbacks.manager [None req-9edcac36-eb89-490b-9697-61067b5a9f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:26.219141 dv-cinder-740146-20-iscsi neutron-server[106810]: INFO neutron.wsgi [None req-9edcac36-eb89-490b-9697-61067b5a9f73 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/d37861b1-d024-450d-b914-415539b70602 HTTP/1.1" status: 204 len: 168 time: 0.1578970 Sep 16 08:19:26.226936 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcac36-eb89-490b-9697-61067b5a9f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37861b1-d024-450d-b914-415539b70602,revision_number=None']} {{(pid=106810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:26.894155 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 60164) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:26.931654 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:26.935337 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-72b10b04-5ce8-423c-86da-8c661beddfb6 admin admin] 10.222.0.59 "GET /networking/v2.0/security-groups?tenant_id=05bcf5ce4a1a47778e18c1ddbc7ecf59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400972 Sep 16 08:19:26.937831 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.wsgi [-] (106809) accepted ('10.222.0.59', 60166) {{(pid=106809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 08:19:26.976013 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:26.986539 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5dae9388-b03b-4322-ac81-1bcef683b8e7 admin admin] Publish callbacks [] for security_group (c6cd8876-d6da-4c8c-9105-fb6ea573a447), before_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:27.006741 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5dae9388-b03b-4322-ac81-1bcef683b8e7 admin admin] Publish callbacks [] for security_group (c6cd8876-d6da-4c8c-9105-fb6ea573a447), precommit_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:27.095353 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5dae9388-b03b-4322-ac81-1bcef683b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16397049'] for security_group (c6cd8876-d6da-4c8c-9105-fb6ea573a447), after_delete {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:27.097966 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron_lib.callbacks.manager [None req-5dae9388-b03b-4322-ac81-1bcef683b8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:27.099145 dv-cinder-740146-20-iscsi neutron-server[106809]: INFO neutron.wsgi [None req-5dae9388-b03b-4322-ac81-1bcef683b8e7 admin admin] 10.222.0.59 "DELETE /networking/v2.0/security-groups/c6cd8876-d6da-4c8c-9105-fb6ea573a447 HTTP/1.1" status: 204 len: 168 time: 0.1604421 Sep 16 08:19:27.107202 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae9388-b03b-4322-ac81-1bcef683b8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd8876-d6da-4c8c-9105-fb6ea573a447,revision_number=None']} {{(pid=106809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 08:19:36.221970 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:36.222779 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG dbcounter [-] [106810] Writing DB stats neutron:SELECT=1 {{(pid=106810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:36.239221 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:37.118865 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=73,neutron:DELETE=3 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:37.267359 dv-cinder-740146-20-iscsi neutron-server[106809]: DEBUG dbcounter [-] [106809] Writing DB stats neutron:SELECT=19,neutron:DELETE=4 {{(pid=106809) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:37.557664 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=21 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:37.560567 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=28 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:19:38.323557 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-ef464202-13a3-490e-9703-0e3198eda9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:40.670272 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7e84bae6-fa8d-4c9b-a489-5695811d86ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:42.106436 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:43.552197 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:43.904989 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:19:48.650762 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:19:51.969124 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:01.905498 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:01.911403 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:02.635369 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:02.646404 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:08.309951 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f769a28d-531a-4776-9587-3d079a0ac754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:10.654732 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-301f7f12-02e0-41b1-8596-277bee3f6c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:12.088884 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:13.595797 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:13.892789 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:21.991777 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:25.649938 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:20:31.906891 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:31.907890 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:38.276875 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-133460cd-a198-47fc-9bfc-74aa22ddb3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:39.638010 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:39.642881 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:20:40.682580 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-3a2f58ce-29b2-474b-87ca-6f9762075da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:42.137616 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:43.577907 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:43.886404 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:20:46.629627 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [req-27716c96-edae-4ec1-a07b-dbbae56c8cdb req-5b0121fd-c64b-463a-b431-f471d20a9e6b service neutron] (106810) timed out ('10.222.0.42', 54563) {{(pid=106810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 08:20:51.973925 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:01.921827 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:01.925783 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:02.649705 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:21:08.287939 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a07d31af-12e1-4eaa-8314-d41e2cc1f592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:10.755079 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-f692aff3-7ee5-4f2c-a666-56d7a8081eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:12.108332 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:13.562226 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:13.894469 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:16.635589 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:16.639465 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:21.977042 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:31.920962 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:31.922849 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:37.557363 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=11 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:37.561287 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=15 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:38.276106 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-93f792fa-7fa1-4c74-9979-611b4f5188ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:39.648895 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:21:40.727810 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c83c5b59-d26f-4aef-ae23-5db75336b288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:42.113271 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:43.578905 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:43.904543 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:52.001206 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:21:53.630445 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=2 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:21:53.635292 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:22:01.930012 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:22:01.937987 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:22:08.281351 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-de72e7ca-1547-42ac-b5ab-d0e7378a4681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:10.655820 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c3451251-24d4-4097-8901-99b6a2d43c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:12.126861 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:13.572666 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:13.889823 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:16.647303 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:22:22.012472 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:30.640815 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=6 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:22:31.930618 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:22:31.939626 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:22:36.706242 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:22:38.283741 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7c2bbd5a-10b8-4a17-83d7-0fdfcb738ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:40.672174 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-48b8faeb-0a5a-4f56-b303-61cb190e646c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:42.169207 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:43.566474 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:43.897295 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:47.060007 dv-cinder-740146-20-iscsi neutron-server[106810]: DEBUG neutron.wsgi [req-14a966d9-e076-454b-94c9-3856a02afcc7 req-3a2dbcec-e4d6-4070-a22d-96a7485b166e service neutron] (106810) timed out ('10.222.0.42', 54577) {{(pid=106810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 08:22:51.997768 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:22:53.647125 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:23:01.931009 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:01.936944 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:07.632696 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:07.637590 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:08.289069 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-68c4fe4d-0e7c-4e7f-b3e2-2c1885af500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:10.680327 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-413e760f-335a-40c0-a41e-d323f40a9d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:12.128334 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:13.588504 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:13.897000 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:21.996842 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:30.646207 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:23:31.934635 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:31.936503 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:38.302507 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9912-c2f4-4d4c-bb1f-f4b1b8ece62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:40.679283 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-c2a01c78-bf09-4637-94ea-b23d047beb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:42.133386 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:43.585283 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:43.899006 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:23:44.628770 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=17 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:44.633149 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=17 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:23:52.033596 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:01.949156 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:01.956091 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:07.645827 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:24:08.298873 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-113c0296-bc0a-4bcc-b0d7-c05e85e63a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:10.732830 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-fc48ded7-83b1-468b-8afd-f17f40dafe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:12.126914 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:13.581517 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:13.890354 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:21.629040 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:21.629808 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=4 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:22.024179 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:31.947620 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:31.956453 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG dbcounter [-] [106811] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106811) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:36.710959 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:36.711698 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:DELETE=1 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:38.318270 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-84bd667d-6454-431b-997c-14e60438df54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (91a78606-ddb8-4b13-9f96-4d98a9139873), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:40.703667 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a14b5c68-6f31-4fe8-898f-ab4384d790cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (4a7c19ac-4ea0-4260-bd13-0a55db95525b), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:42.147036 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-0985a963-78eb-4ab7-8914-a612b6a7da96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (f3d486ad-1558-4a33-b02f-8fe8a0246db0), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:43.577700 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-a2a54445-41bc-42a5-a4d7-fda4542c2bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (aa4d954e-ce87-42c3-8d8d-32334ba0249c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:43.901506 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d13d1442-a0aa-42de-8f26-6d2ac6008cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (0a556048-a7ad-440d-8626-1562b17d9314), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:44.646114 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG neutron.db.agents_db [None req-04532b8a-5c49-461c-8950-2381dd2a3887 None None] Agent healthcheck: found 6 active agents {{(pid=106812) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 08:24:52.021108 dv-cinder-740146-20-iscsi neutron-server[106811]: DEBUG neutron_lib.callbacks.manager [None req-d1880132-0003-4533-8c43-fa17fb24bb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752246114223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1571469'] for agent (38e80171-da6a-4ba1-8053-eb893897204c), after_update {{(pid=106811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 08:24:58.635719 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=3 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 08:24:58.636393 dv-cinder-740146-20-iscsi neutron-server[106812]: DEBUG dbcounter [-] [106812] Writing DB stats neutron:SELECT=5 {{(pid=106812) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}